-- Logs begin at Sat 2021-06-26 20:52:20 UTC, end at Sat 2021-06-26 21:49:22 UTC. -- Jun 26 21:21:32.353816 dv-cinder-798208-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 26 21:21:35.045467 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.common.config [-] Logging enabled! Jun 26 21:21:35.046076 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev412 Jun 26 21:21:35.046246 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92814) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 26 21:21:35.049425 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.common.config [-] Logging enabled! Jun 26 21:21:35.049685 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev412 Jun 26 21:21:35.049998 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92814) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 26 21:21:35.051207 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 26 21:21:35.051456 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 26 21:21:35.051818 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 26 21:21:35.052065 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 26 21:21:35.052293 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 26 21:21:35.052616 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.052921 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.053216 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.053447 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.053745 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.054038 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.054323 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.054613 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.054909 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.055202 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.055498 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.056382 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.056620 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.056903 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.057194 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.057483 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.057704 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] debug = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.057983 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.058412 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.058830 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.059114 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.059436 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.059728 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.059987 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.060265 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.060550 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.060890 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] host = dv-cinder-798208-1-iscsi {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.061168 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.061454 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.061740 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.062025 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.062299 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.062576 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.062861 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.063134 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.063437 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] log_file = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.063716 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.064004 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.064293 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.064584 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.064808 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.065029 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.065317 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.065604 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.065879 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.066153 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.066427 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.066700 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.066973 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.067270 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.067557 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.067843 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.068128 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.068402 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.068677 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.068946 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.069219 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.069502 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.069775 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.070047 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.070321 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.070606 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.070880 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.071153 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.071528 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.071816 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.072096 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.072382 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.072654 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.072936 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.073209 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.073483 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.073754 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] use_json = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.074025 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.074296 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.074577 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.074850 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.075121 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.075421 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.075694 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.075980 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:35.076278 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.076576 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.076873 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.077155 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.077450 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.077729 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.078018 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.078294 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.078581 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.078868 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.079157 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.079453 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.079740 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.080014 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.080310 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.080619 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.080918 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.081211 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.081486 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.081758 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.082028 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.082302 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.082590 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.082882 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.083172 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.083466 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.083743 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.084033 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.084306 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.084577 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.084852 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.085139 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.085414 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.085687 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.085965 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.086238 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.086508 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.086776 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.087113 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.087430 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.087707 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.087978 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.088244 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.088518 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.088790 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.089069 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.089343 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.089612 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.089880 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.090154 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.090425 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.090698 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.090979 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.091279 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.091554 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.091826 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.092094 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.092365 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.092637 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.092909 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.093180 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.093449 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.093725 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.093998 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.094267 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.094537 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.094811 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.095084 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.095408 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.095711 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.095992 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.096274 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.096555 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.096834 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.097111 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.097387 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.097666 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.097945 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.098217 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.098507 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.098792 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.099081 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.099389 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.099673 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.099972 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.100252 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.100536 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.100817 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.101102 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.101394 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.101681 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.101976 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.102272 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.103108 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.103454 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.103747 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.104031 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.104345 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.104624 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:35.104843 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 26 21:21:35.105094 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92814) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 26 21:21:35.454547 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:21:35.454771 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:21:35.455022 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:21:35.455393 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 26 21:21:35.848263 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:35.848558 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:35.848834 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:35.850186 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:35.850473 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:35.850743 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:35.892150 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:35.892453 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:35.892754 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:35.907169 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:35.907477 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:35.907747 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:35.938302 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:35.938583 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:35.938860 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:35.977057 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:35.977337 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:35.977652 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:36.217476 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:36.218074 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:36.218238 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:36.218679 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:36.220000 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:36.351231 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:36.351554 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:36.351835 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:36.352105 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:36.352374 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:36.352719 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:36.352982 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:36.353239 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:36.353489 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:36.353773 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:36.354044 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:36.354306 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:36.354572 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:36.354831 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:36.355089 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:36.355382 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:36.356721 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:36.357000 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:36.357293 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:36.357555 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:36.357850 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:36.358210 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:36.358464 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:36.358752 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:36.359008 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:36.359293 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:36.359689 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92814) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 21:21:36.359931 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92814) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 21:21:36.360171 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92814) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 21:21:36.360408 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92814) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 21:21:36.360643 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92814) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 21:21:36.360879 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92814) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 21:21:36.361241 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 26 21:21:36.364400 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 26 21:21:36.368864 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 26 21:21:36.372856 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jun 26 21:21:36.374485 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 26 21:21:36.374939 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 26 21:21:36.375299 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 26 21:21:36.375686 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 26 21:21:36.378635 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 26 21:21:36.378892 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 26 21:21:36.379266 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 26 21:21:36.406920 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 26 21:21:36.407399 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:36.407701 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92814) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 26 21:21:36.408063 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:36.409404 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92814) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 26 21:21:36.409687 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 26 21:21:36.409931 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 26 21:21:36.413285 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:36.413566 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:36.477535 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 26 21:21:36.478402 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 26 21:21:36.478507 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 26 21:21:36.478856 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 26 21:21:36.501849 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_db.sqlalchemy.engines [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92814) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 26 21:21:37.057020 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.plugins.ml2.managers [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Initializing driver for type 'gre' Jun 26 21:21:37.057669 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] gre ID ranges: [(1, 1000)] Jun 26 21:21:37.123939 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.plugins.ml2.managers [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Initializing driver for type 'local' Jun 26 21:21:37.124340 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.plugins.ml2.managers [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Initializing driver for type 'vlan' Jun 26 21:21:37.138683 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] VlanTypeDriver initialization complete Jun 26 21:21:37.139237 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.plugins.ml2.managers [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Initializing driver for type 'vxlan' Jun 26 21:21:37.140005 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] vxlan ID ranges: [(1, 1000)] Jun 26 21:21:37.197229 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.plugins.ml2.managers [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Initializing extension driver 'port_security' Jun 26 21:21:37.197529 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.plugins.ml2.extensions.port_security [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] PortSecurityExtensionDriver initialization complete Jun 26 21:21:37.197844 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.plugins.ml2.managers [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Initializing mechanism driver 'openvswitch' Jun 26 21:21:37.198169 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.plugins.ml2.managers [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Initializing mechanism driver 'hyperv' Jun 26 21:21:37.204980 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.plugins.ml2.plugin [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:21:37.205926 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > port after_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.206401 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > port after_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.206663 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > port after_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.207056 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > subnet after_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.207433 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > subnet after_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.207783 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.208162 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > network after_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.208505 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > network after_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.208895 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > network after_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.209227 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > security_group after_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.214639 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > security_group after_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.214639 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.214639 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.214639 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.214987 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.214987 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > address_group after_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.214987 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > address_group after_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.214987 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.215332 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] ML2 OVO RPC backend initialized. {{(pid=92814) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:165}} Jun 26 21:21:37.215332 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.215332 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.215332 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > network before_response 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.215635 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > networks before_response 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.215635 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > port before_response 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.215635 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > ports before_response 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.215635 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > subnet before_response 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.215937 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > subnets before_response 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.215937 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > network after_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.216166 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > network after_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.216500 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > network after_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.216835 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > port after_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.217170 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > port after_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.217507 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > port after_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.218021 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > subnet after_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.218182 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > subnet after_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.218481 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.219054 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.plugins.ml2.plugin [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Modular L2 Plugin initialization complete Jun 26 21:21:37.219420 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading services supported by the core plugin {{(pid=92814) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 26 21:21:37.219791 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.plugins.ml2.managers [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Got port-security extension from driver 'port_security' Jun 26 21:21:37.220264 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.extensions.vlantransparent [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Disabled vlantransparent extension. Jun 26 21:21:37.220773 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92814) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 26 21:21:37.221086 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading Plugin: router Jun 26 21:21:37.258065 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.258465 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > router after_create 55549900 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.258888 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > router before_create 55549900 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.259288 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.259661 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.260018 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > router after_delete 55549900 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.260378 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.260740 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > router after_create 55549900 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.261088 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > router after_update 55549900 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.261439 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > router after_update 55549900 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.261788 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.262145 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > router after_update 55549900 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.262555 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > router precommit_update 55549900 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.262922 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: port after_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.263283 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: port after_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.263619 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: subnet after_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.263953 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.264297 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.264641 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > router precommit_create 55549900 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.264980 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: port before_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.265322 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > router precommit_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.265683 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > router after_update 55549900 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.266023 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.266371 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > router precommit_create 55549900 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.266728 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.267070 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > router precommit_update 55549900 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.267465 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > agent after_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.267812 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > agent after_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.268154 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > network after_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.269041 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.quota.resource_registry [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Tracking information for resource: router configured {{(pid=92814) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 21:21:37.269368 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.quota.resource_registry [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Tracking information for resource: floatingip configured {{(pid=92814) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 21:21:37.274578 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.db.l3_agentschedulers_db [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 26 21:21:37.275164 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: port after_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.275553 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: port after_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.275903 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: port after_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.276252 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: port after_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.277063 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > router before_create 55550100 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.277428 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.277787 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > router precommit_create 55550100 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.278141 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > router precommit_update 55550100 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.282684 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.services.provider_configuration [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Service providers = [] {{(pid=92814) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 26 21:21:37.283044 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.db.servicetype_db [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92814) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 26 21:21:37.286051 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.services.service_base [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92814) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 26 21:21:37.286397 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.services.service_base [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92814) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 26 21:21:37.286737 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.services.service_base [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92814) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 26 21:21:37.287630 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.services.service_base [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92814) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 26 21:21:37.288001 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.services.service_base [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 26 21:21:37.288390 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92814) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 21:21:37.288703 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 26 21:21:37.300027 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92814) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 21:21:37.300647 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading Plugin: auto_allocate Jun 26 21:21:37.307226 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: network precommit_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.307549 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: network precommit_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.308082 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92814) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 21:21:37.308402 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading Plugin: tag Jun 26 21:21:37.315054 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92814) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 21:21:37.315399 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading Plugin: timestamp Jun 26 21:21:37.319205 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92814) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 21:21:37.319533 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading Plugin: network_ip_availability Jun 26 21:21:37.326687 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.327058 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.327440 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.328190 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92814) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 21:21:37.328506 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading Plugin: flavors Jun 26 21:21:37.333395 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92814) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 21:21:37.333726 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading Plugin: revisions Jun 26 21:21:37.338130 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92814) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 21:21:37.338526 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_concurrency.lockutils [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.883s {{(pid=92814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:21:37.339311 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92814) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 26 21:21:37.339648 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Initializing extension manager. Jun 26 21:21:37.340152 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: __init__.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.340492 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: __pycache__ {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.340822 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.341150 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: address_group.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.341925 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.342516 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: address-group Jun 26 21:21:37.342835 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: address_scope.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.343561 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.344074 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: address-scope Jun 26 21:21:37.344392 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.345326 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.345831 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: router-admin-state-down-before-update Jun 26 21:21:37.346151 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: agent.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.346838 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.347369 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: agent Jun 26 21:21:37.347686 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: agent_resources_synced.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.348575 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.349074 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: agent-resources-synced Jun 26 21:21:37.349391 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: allowedaddresspairs.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.351198 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.351724 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: allowed-address-pairs Jun 26 21:21:37.352045 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: auto_allocated_topology.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.353880 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.354396 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: auto-allocated-topology Jun 26 21:21:37.355249 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: availability_zone.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.355443 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.356067 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: availability_zone Jun 26 21:21:37.356258 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: availability_zone_filter.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.357159 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.357730 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: availability_zone_filter Jun 26 21:21:37.357980 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: data_plane_status.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.359659 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.359659 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extension data-plane-status not supported by any of loaded plugins Jun 26 21:21:37.359853 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: default_subnetpools.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.360594 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.361101 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: default-subnetpools Jun 26 21:21:37.361418 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.362386 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.362738 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: dhcp_agent_scheduler Jun 26 21:21:37.363060 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: dns.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.363990 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.364488 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extension dns-integration not supported by any of loaded plugins Jun 26 21:21:37.364807 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: dns_domain_ports.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.365709 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.366222 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 26 21:21:37.366532 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.367462 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.367964 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 26 21:21:37.368939 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: dvr.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.369606 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.370109 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: dvr Jun 26 21:21:37.370423 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: empty_string_filtering.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.371360 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.371873 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: empty-string-filtering Jun 26 21:21:37.372188 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.373083 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.373588 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 26 21:21:37.373901 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.374802 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.375336 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 26 21:21:37.375655 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: external_net.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.376550 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.377051 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: external-net Jun 26 21:21:37.377368 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.378260 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.378762 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: extra_dhcp_opt Jun 26 21:21:37.379083 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: extraroute.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.380001 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.380501 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: extraroute Jun 26 21:21:37.380816 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: extraroute_atomic.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.381849 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.382358 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: extraroute-atomic Jun 26 21:21:37.382680 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: filter_validation.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.383416 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.383956 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: filter-validation Jun 26 21:21:37.384274 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: fip_pf_description.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.385169 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.385665 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 26 21:21:37.385982 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: fip_port_details.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.386893 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.387424 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: fip-port-details Jun 26 21:21:37.387743 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: flavors.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.388973 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.389487 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: flavors Jun 26 21:21:37.389808 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.391531 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.392050 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 26 21:21:37.392376 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: floatingip_pools.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.393064 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.393565 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: floatingip-pools Jun 26 21:21:37.393888 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: ip_allocation.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.394793 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.395331 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extension ip_allocation not supported by any of loaded plugins Jun 26 21:21:37.395654 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.396561 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.397066 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: ip-substring-filtering Jun 26 21:21:37.397389 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: l2_adjacency.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.398302 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.398803 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 26 21:21:37.399123 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: l3.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.400193 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.400714 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: router Jun 26 21:21:37.401032 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.403464 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.404000 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 26 21:21:37.404325 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.405241 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.405755 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: ext-gw-mode Jun 26 21:21:37.406078 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.406979 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.407518 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: l3-ha Jun 26 21:21:37.407842 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: l3_flavors.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.408760 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.409265 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: l3-flavors Jun 26 21:21:37.409583 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.410487 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.410977 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 26 21:21:37.411333 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: l3agentscheduler.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.412401 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.412909 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: l3_agent_scheduler Jun 26 21:21:37.413232 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: logging.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.414760 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.415851 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extension logging not supported by any of loaded plugins Jun 26 21:21:37.416181 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: metering.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.416920 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.417500 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: metering Jun 26 21:21:37.417826 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.418927 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.419450 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: metering_source_and_destination_fields Jun 26 21:21:37.419776 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: multiprovidernet.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.420691 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.421192 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: multi-provider Jun 26 21:21:37.421514 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: netmtu.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.422411 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.422912 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: net-mtu Jun 26 21:21:37.423256 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: netmtu_writable.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.424166 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.424662 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: net-mtu-writable Jun 26 21:21:37.424984 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: network_availability_zone.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.425895 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.426398 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: network_availability_zone Jun 26 21:21:37.426712 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: network_ip_availability.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.427858 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.428390 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: network-ip-availability Jun 26 21:21:37.428685 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: network_segment_range.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.429444 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.429947 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extension network-segment-range not supported by any of loaded plugins Jun 26 21:21:37.430269 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: pagination.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.431859 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.432181 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: pagination Jun 26 21:21:37.432495 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: port_device_profile.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.433400 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.433907 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: port-device-profile Jun 26 21:21:37.434226 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.435127 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.435668 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: port-mac-address-regenerate Jun 26 21:21:37.435985 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.436887 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.437441 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: port-numa-affinity-policy Jun 26 21:21:37.437757 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: port_resource_request.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.438660 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.439156 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extension port-resource-request not supported by any of loaded plugins Jun 26 21:21:37.439503 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: portbindings.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.440412 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.440907 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: binding Jun 26 21:21:37.441223 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: portbindings_extended.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.442513 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.443017 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: binding-extended Jun 26 21:21:37.443377 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: portsecurity.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.444286 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.444797 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: port-security Jun 26 21:21:37.445115 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: project_id.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.446079 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.446446 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: project-id Jun 26 21:21:37.446765 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: providernet.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.447708 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.448220 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: provider Jun 26 21:21:37.448539 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: qos.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.452348 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.452866 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extension qos not supported by any of loaded plugins Jun 26 21:21:37.453194 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.454429 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.454939 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 26 21:21:37.455287 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.456194 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.456699 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 26 21:21:37.457022 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: qos_default.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.457919 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.458426 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extension qos-default not supported by any of loaded plugins Jun 26 21:21:37.458751 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: qos_fip.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.459430 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.459929 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extension qos-fip not supported by any of loaded plugins Jun 26 21:21:37.460248 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: qos_gateway_ip.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.461159 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.461670 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 26 21:21:37.462053 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: qos_port_network_policy.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.462962 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.463493 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 26 21:21:37.463817 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: qos_rule_type_details.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.464719 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.465222 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 26 21:21:37.465540 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: qos_rules_alias.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.466588 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.467095 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 26 21:21:37.467445 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: quotasv2.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.468409 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.468730 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: quotas Jun 26 21:21:37.469046 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: quotasv2_detail.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.472360 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.472695 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: quota_details Jun 26 21:21:37.473025 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: rbac.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.474094 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.474632 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: rbac-policies Jun 26 21:21:37.474958 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: rbac_address_group.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.475912 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.476426 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: rbac-address-group Jun 26 21:21:37.476753 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: rbac_address_scope.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.478227 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.478736 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: rbac-address-scope Jun 26 21:21:37.479060 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: rbac_security_groups.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.480052 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.480565 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: rbac-security-groups Jun 26 21:21:37.480888 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: rbac_subnetpool.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.481981 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.483163 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: rbac-subnetpool Jun 26 21:21:37.483521 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: revisionifmatch.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.484439 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.484950 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: revision-if-match Jun 26 21:21:37.485274 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: revisions.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.486662 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.487174 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: standard-attr-revisions Jun 26 21:21:37.487517 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: router_availability_zone.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.488345 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.488681 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: router_availability_zone Jun 26 21:21:37.489001 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: routerservicetype.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.489907 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.490411 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extension router-service-type not supported by any of loaded plugins Jun 26 21:21:37.490731 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.491669 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.492173 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: security-groups-normalized-cidr Jun 26 21:21:37.492495 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.494004 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.494517 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: port-security-groups-filtering Jun 26 21:21:37.494837 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.495777 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.496283 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: security-groups-remote-address-group Jun 26 21:21:37.496601 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: securitygroup.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.506836 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.507511 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: security-group Jun 26 21:21:37.507970 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: segment.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.508827 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.509350 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extension segment not supported by any of loaded plugins Jun 26 21:21:37.509745 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.510869 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.511397 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 26 21:21:37.511780 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: servicetype.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.512863 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.513424 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: service-type Jun 26 21:21:37.513704 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: sorting.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.514693 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.515023 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: sorting Jun 26 21:21:37.515369 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: standard_attr_segment.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.516426 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.516945 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 26 21:21:37.517268 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: standardattrdescription.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.517910 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.518410 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: standard-attr-description Jun 26 21:21:37.518731 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: stateful_security_group.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.519705 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.520217 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: stateful-security-group Jun 26 21:21:37.520537 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: stdattrs_common.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.521107 dv-cinder-798208-1-iscsi neutron-server[92814]: WARNING neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 26 21:21:37.521423 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.522363 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.522877 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 26 21:21:37.523207 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: subnet_onboard.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.524338 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.525608 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: subnet_onboard Jun 26 21:21:37.525760 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.526661 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.527675 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 26 21:21:37.527675 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: subnet_service_types.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.528475 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.528933 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: subnet-service-types Jun 26 21:21:37.529251 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: subnetallocation.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.530381 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.531282 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: subnet_allocation Jun 26 21:21:37.531282 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.531896 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.532483 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: subnetpool-prefix-ops Jun 26 21:21:37.532804 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.533726 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.534233 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 26 21:21:37.534550 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: tagging.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.535679 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.536192 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: standard-attr-tag Jun 26 21:21:37.536516 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: timestamp.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.537724 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.538238 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loaded extension: standard-attr-timestamp Jun 26 21:21:37.538562 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: trunk.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.539610 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.540764 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extension trunk not supported by any of loaded plugins Jun 26 21:21:37.541090 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: trunk_details.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.542008 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.542523 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extension trunk-details not supported by any of loaded plugins Jun 26 21:21:37.542845 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: uplink_status_propagation.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.543787 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.544297 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 26 21:21:37.544617 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Loading extension file: vlantransparent.py {{(pid=92814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 21:21:37.545283 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 21:21:37.545784 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 26 21:21:37.548311 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.quota.resource_registry [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Creating instance of TrackedResource for resource:network Jun 26 21:21:37.548845 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.quota.resource_registry [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Creating instance of TrackedResource for resource:subnet Jun 26 21:21:37.549240 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.quota.resource_registry [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Creating instance of TrackedResource for resource:subnetpool Jun 26 21:21:37.549630 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.quota.resource_registry [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Creating instance of TrackedResource for resource:port Jun 26 21:21:37.551147 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.v2.resource_helper [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 21:21:37.551680 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.v2.resource_helper [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Service FLAVORS assigned prefix: {{(pid=92814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 21:21:37.552287 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.v2.resource_helper [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 21:21:37.552690 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.v2.resource_helper [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 21:21:37.552993 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.quota.resource_registry [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Creating instance of TrackedResource for resource:router Jun 26 21:21:37.553418 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.quota.resource_registry [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Creating instance of TrackedResource for resource:floatingip Jun 26 21:21:37.553922 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.v2.resource_helper [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Service METERING assigned prefix: /metering {{(pid=92814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 21:21:37.555411 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.555828 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.556185 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:21:37.557186 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.quota.resource_registry [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Creating instance of CountableResource for resource:rbac_policy Jun 26 21:21:37.557692 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.quota.resource_registry [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Creating instance of TrackedResource for resource:security_group Jun 26 21:21:37.558071 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.quota.resource_registry [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 26 21:21:37.558676 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.v2.resource_helper [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Service CORE assigned prefix: {{(pid=92814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 21:21:37.559000 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.quota.resource_registry [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Creating instance of TrackedResource for resource:subnetpool Jun 26 21:21:37.559383 dv-cinder-798208-1-iscsi neutron-server[92814]: WARNING neutron.quota.resource_registry [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] subnetpool is already registered Jun 26 21:21:37.559812 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.v2.resource_helper [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Service CORE assigned prefix: {{(pid=92814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 21:21:37.560135 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.quota.resource_registry [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Creating instance of TrackedResource for resource:subnetpool Jun 26 21:21:37.560459 dv-cinder-798208-1-iscsi neutron-server[92814]: WARNING neutron.quota.resource_registry [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] subnetpool is already registered Jun 26 21:21:37.562788 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.v2.resource_helper [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 21:21:37.563250 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.v2.resource_helper [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Service FLAVORS assigned prefix: {{(pid=92814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 21:21:37.563839 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.v2.resource_helper [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 21:21:37.564262 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.v2.resource_helper [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 21:21:37.564588 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.quota.resource_registry [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Creating instance of TrackedResource for resource:router Jun 26 21:21:37.564920 dv-cinder-798208-1-iscsi neutron-server[92814]: WARNING neutron.quota.resource_registry [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] router is already registered Jun 26 21:21:37.565339 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.quota.resource_registry [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Creating instance of TrackedResource for resource:floatingip Jun 26 21:21:37.565671 dv-cinder-798208-1-iscsi neutron-server[92814]: WARNING neutron.quota.resource_registry [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] floatingip is already registered Jun 26 21:21:37.566123 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.v2.resource_helper [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Service METERING assigned prefix: /metering {{(pid=92814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 21:21:37.568506 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.quota.resource_registry [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Creating instance of CountableResource for resource:rbac_policy Jun 26 21:21:37.568506 dv-cinder-798208-1-iscsi neutron-server[92814]: WARNING neutron.quota.resource_registry [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] rbac_policy is already registered Jun 26 21:21:37.568506 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.quota.resource_registry [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Creating instance of TrackedResource for resource:security_group Jun 26 21:21:37.568506 dv-cinder-798208-1-iscsi neutron-server[92814]: WARNING neutron.quota.resource_registry [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] security_group is already registered Jun 26 21:21:37.568506 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.quota.resource_registry [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 26 21:21:37.568506 dv-cinder-798208-1-iscsi neutron-server[92814]: WARNING neutron.quota.resource_registry [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] security_group_rule is already registered Jun 26 21:21:37.569146 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.v2.resource_helper [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Service CORE assigned prefix: {{(pid=92814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 21:21:37.569465 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.quota.resource_registry [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Creating instance of TrackedResource for resource:subnetpool Jun 26 21:21:37.569788 dv-cinder-798208-1-iscsi neutron-server[92814]: WARNING neutron.quota.resource_registry [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] subnetpool is already registered Jun 26 21:21:37.570201 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.v2.resource_helper [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Service CORE assigned prefix: {{(pid=92814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 21:21:37.570517 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.quota.resource_registry [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Creating instance of TrackedResource for resource:subnetpool Jun 26 21:21:37.570836 dv-cinder-798208-1-iscsi neutron-server[92814]: WARNING neutron.quota.resource_registry [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] subnetpool is already registered Jun 26 21:21:37.571388 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extended resource: extensions {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 21:21:37.572927 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extended resource: address-groups {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 21:21:37.574413 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extended resource: address-scopes {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 21:21:37.575782 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extended resource: agents {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 21:21:37.576925 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extended resource: auto-allocated-topology {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 21:21:37.578168 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extended resource: availability_zones {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 21:21:37.579437 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extended resource: dhcp-networks {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 21:21:37.580951 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extended resource: dhcp-agents {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 21:21:37.582413 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extended resource: routers {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 21:21:37.584126 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extended resource: flavors {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 21:21:37.586593 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extended resource: service_profiles {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 21:21:37.588407 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extended resource: next_providers {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 21:21:37.589857 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extended resource: service_profiles {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 21:21:37.591428 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extended resource: floatingip-pools {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 21:21:37.592666 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extended resource: routers {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 21:21:37.594350 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extended resource: floatingips {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 21:21:37.595659 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extended resource: l3-routers {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 21:21:37.597142 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extended resource: l3-agents {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 21:21:37.598559 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extended resource: metering-labels {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 21:21:37.599849 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extended resource: metering-label-rules {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 21:21:37.601223 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extended resource: network-ip-availabilities {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 21:21:37.602518 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extended resource: bindings {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 21:21:37.604804 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extended resource: quotas {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 21:21:37.606322 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extended resource: quotas {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 21:21:37.607780 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extended resource: rbac-policies {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 21:21:37.608977 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extended resource: security-groups {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 21:21:37.610284 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extended resource: security-group-rules {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 21:21:37.611607 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extended resource: service-providers {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 21:21:37.612823 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extended resource: subnetpools {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 21:21:37.614148 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extended resource: subnetpools {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 21:21:37.615748 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extended resource: tags {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 21:21:37.617454 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extended resource: tags {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 21:21:37.619419 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extended resource: tags {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 21:21:37.621205 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extended resource: tags {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 21:21:37.622880 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extended resource: tags {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 21:21:37.624875 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extended resource: tags {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 21:21:37.626596 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extended resource: tags {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 21:21:37.628418 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extended resource: tags {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 21:21:37.630280 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extended resource: tags {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 21:21:37.632084 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron.api.extensions [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Extended resource: tags {{(pid=92814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 21:21:37.638260 dv-cinder-798208-1-iscsi neutron-server[92814]: WARNING keystonemiddleware.auth_token [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 26 21:21:37.642800 dv-cinder-798208-1-iscsi neutron-server[92814]: WARNING keystonemiddleware.auth_token [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 26 21:21:37.651710 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_concurrency.lockutils [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Acquired lock "singleton_lock" {{(pid=92814) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 26 21:21:37.652186 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_concurrency.lockutils [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Releasing lock "singleton_lock" {{(pid=92814) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 26 21:21:37.652825 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO oslo_service.service [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Starting 2 workers Jun 26 21:21:37.657505 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Started child 92921 {{(pid=92814) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 26 21:21:37.661931 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Started child 92922 {{(pid=92814) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 26 21:21:37.663003 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:21:37.663789 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO neutron.service [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 26 21:21:37.664212 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Notify callbacks [] for process, before_spawn {{(pid=92814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:21:37.664477 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [-] (92921) wsgi starting up on http://0.0.0.0:9696 Jun 26 21:21:37.667277 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO oslo_service.service [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Starting 1 workers Jun 26 21:21:37.667551 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:21:37.668891 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [-] (92922) wsgi starting up on http://0.0.0.0:9696 Jun 26 21:21:37.672401 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Started child 92923 {{(pid=92814) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 26 21:21:37.672933 dv-cinder-798208-1-iscsi neutron-server[92814]: INFO oslo_service.service [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Starting 1 workers Jun 26 21:21:37.676615 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.service [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] calling RpcWorker wait() {{(pid=92923) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 26 21:21:37.677177 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.service [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] returning from RpcWorker wait() {{(pid=92923) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 26 21:21:37.677662 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Started child 92924 {{(pid=92814) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 26 21:21:37.678460 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:21:37.678579 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG neutron_lib.callbacks.manager [None req-0f25b533-748f-4dcc-b4f6-552033cf5e33 None None] Notify callbacks [] for process, after_spawn {{(pid=92814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:21:37.678976 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:21:37.680430 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92814) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 26 21:21:37.680686 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 26 21:21:37.680876 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 26 21:21:37.681103 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 26 21:21:37.681437 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 26 21:21:37.681600 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 26 21:21:37.682128 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.682396 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.682646 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.682901 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:21:37.683392 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.683392 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.683755 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.684029 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.684282 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.684553 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.684807 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.684967 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.685126 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.685376 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.685605 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.685897 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.686168 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.686400 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.686664 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.686835 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.687088 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.687410 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.687654 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.687918 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] debug = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.688176 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.688662 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.688919 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.689173 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.689390 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.689687 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.689915 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.690185 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.690441 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.690689 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.690948 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.691226 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.691484 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.691681 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.691899 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.692145 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.692426 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.692847 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] host = dv-cinder-798208-1-iscsi {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.693086 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.693305 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.693538 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.693784 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.694029 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.694269 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.694517 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.694784 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.695027 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.695387 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.695608 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.695855 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.696086 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.696396 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] log_file = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.696561 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] log_options = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.696797 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.697073 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.697493 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.697493 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.697758 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.697887 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.698092 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.698257 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.698510 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.698725 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.698937 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.699151 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.699401 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.699630 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.699887 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.700129 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.700360 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.700569 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.700834 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.701104 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.701315 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.701608 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.701751 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.701978 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.702196 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.702414 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.702641 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.702861 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.703072 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.703361 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.703595 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.703860 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.704099 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.704343 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.704590 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.704821 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.705031 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.705316 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.705545 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.705793 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.707169 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.707169 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.707169 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.707169 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.707169 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.707169 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] use_json = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.708119 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:21:37.708248 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.708248 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.708248 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.708248 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.708248 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.709968 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.709968 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.709968 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.709968 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.709968 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.709968 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.710319 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.710319 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.710543 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.710928 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.711152 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.711576 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.711837 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.712662 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.712910 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.713196 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.713459 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.713728 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.714220 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.714627 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.714900 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.717103 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.717103 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.717103 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.717103 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.717103 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.717103 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.717103 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.717103 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.718383 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.718383 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.718383 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.718383 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.718383 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.718383 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.722322 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.722322 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.722322 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.722322 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.722322 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.722322 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.722322 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.722322 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.722322 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.724937 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.724937 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.724937 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.724937 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.724937 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.724937 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.724937 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.724937 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.724937 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.727423 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.727423 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.727423 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.727423 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.727423 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.727423 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.727423 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.727423 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.727423 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.731323 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.731323 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.731323 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.731323 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.731323 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.731323 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.731323 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.731323 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.731323 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.732547 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.732547 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.732547 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.732547 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.732547 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.732547 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.732547 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.732547 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.732547 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.735593 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.735593 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.735593 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.735593 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.735593 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.735593 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.735593 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.735593 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.735593 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.737169 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.737169 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.737169 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.737169 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.737169 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.737169 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.737169 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.737169 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.739150 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.739150 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.739150 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.739150 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.739150 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.739150 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.739150 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.739150 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.740322 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.740322 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.740322 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.740322 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.740322 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.740322 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.740322 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.740322 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.741353 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.741353 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.741353 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.741353 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.741353 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.741353 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.741353 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.741353 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.742394 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.742394 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.742394 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.742394 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.742394 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.742394 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.742394 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.742394 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.742394 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.744469 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.744469 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.744469 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.744469 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.744469 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.744469 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.744469 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.744469 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.751517 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.751517 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.751517 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.751517 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.751517 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.751517 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.751517 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.751517 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.752558 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.752558 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.752558 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.752558 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.752558 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.752558 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.752558 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.752558 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.753327 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.753327 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.753327 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.753327 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.753327 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.753327 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.753327 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.753327 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.754239 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.754239 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.754239 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.754239 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.754239 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.754239 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.754239 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.754239 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.755134 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.755134 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.755134 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.755134 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.755134 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.755134 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.755134 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.755134 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.756265 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.756265 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.756265 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.756265 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.756265 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.756265 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.756265 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.756265 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.758426 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.758426 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.758426 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.758426 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.758426 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.758426 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.758426 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.758426 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.760963 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.760963 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.760963 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.760963 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.760963 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.760963 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.760963 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.760963 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.762704 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.762704 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.762704 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.762704 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.762704 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.762704 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.762704 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.762704 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.762704 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.764426 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.764426 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.764426 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.764426 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.764426 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.764426 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.764426 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.764426 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.764426 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.765761 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.765761 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.765761 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.765761 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.765761 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.765761 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.765761 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.765761 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.765761 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.767775 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.767775 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.767775 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.767775 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.767775 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.767775 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.767775 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.767775 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.768465 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.768465 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.768465 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.768465 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.768465 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.768465 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.768465 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.768465 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.769580 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.769580 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.769580 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.769580 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.769580 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.769580 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.769580 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.769580 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.770148 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.770148 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.770148 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.770417 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.770733 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.771002 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.771281 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.771565 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.772147 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.772147 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.772768 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.772768 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.772768 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.773133 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.773133 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.773348 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.773593 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.773830 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.774056 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.774291 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.774565 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.774799 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.775060 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.775315 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.775474 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 26 21:21:37.776038 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92814) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 26 21:21:37.776198 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 26 21:21:37.776350 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 26 21:21:37.776536 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 26 21:21:37.776708 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 26 21:21:37.776861 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 26 21:21:37.777068 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.777229 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.777388 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.777545 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.777702 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.777881 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.778045 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.778204 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.778345 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.778694 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.779028 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.779388 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.779719 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.780019 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.780318 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.780487 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.780647 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.780813 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.780979 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.781142 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.781944 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.781944 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.781944 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] debug = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.781944 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.781944 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.782329 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.782329 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.782464 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.782528 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.782653 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.782808 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.782967 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.783124 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.783306 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.783460 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.783626 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.783777 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.783933 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.784091 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.784255 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.784414 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] host = dv-cinder-798208-1-iscsi {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.784569 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.784725 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.784885 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.785040 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.785196 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.785353 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.785511 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.785669 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.785826 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.785984 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.786448 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.786448 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.786448 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.786686 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] log_file = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.786752 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] log_options = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.786888 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.787027 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.787201 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.787378 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.787545 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.787714 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.787882 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.788029 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.788170 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.788307 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.788443 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.788579 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.788744 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.788884 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.789050 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.789296 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.789296 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.789618 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.789618 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.789883 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.789883 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.790144 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.790267 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.790388 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.790518 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.790640 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.790762 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.790917 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.791075 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.791327 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.791486 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.791642 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.791799 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.791958 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.792114 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.792272 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.792548 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.792676 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.792799 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.792921 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.793063 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.793183 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.793349 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.793502 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.793702 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.793850 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] use_json = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.793850 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.794063 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.794183 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.794302 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.794458 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.794615 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.794772 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.794930 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 21:21:37.795140 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.795300 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.795455 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.795615 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.795776 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.795936 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.796097 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.796255 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.796416 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.796575 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.796742 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.796854 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:21:37.796953 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.797067 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.797227 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.797385 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.797547 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.797709 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.797870 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.798029 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.798190 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.798350 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.798509 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.798685 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.798845 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.799006 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.799167 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.799349 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.799511 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.799673 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.799835 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.799996 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.800415 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.800569 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.800728 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.800888 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.801068 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.801206 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.801367 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.801527 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.801691 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.801848 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.802008 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.802169 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.802328 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.802547 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.802645 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.802794 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.802954 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.803118 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.803342 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.803482 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.803642 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.803803 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.803962 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.804123 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.804282 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.804474 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.804629 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.804792 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.804927 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.805060 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.805190 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.805350 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.805509 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.806271 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.806437 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.806599 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.806761 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.806921 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.807101 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.807284 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.807459 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.807592 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.807772 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.807913 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.808054 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.808186 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.808318 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.808450 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.808583 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.808736 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.808895 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.809056 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.809218 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.809398 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.809543 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.809739 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.811116 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.811116 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.811116 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.811116 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.811116 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.811116 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.811116 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.811116 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.814432 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.814432 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.814432 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.814432 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.814432 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.814432 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.814432 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.814432 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.815076 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.815076 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.815076 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.815076 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.815076 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.815076 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.815076 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.815076 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.815611 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.815611 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.815611 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.815611 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.815611 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.815611 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.815611 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.815611 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.816126 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.816126 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.816126 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.816126 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.816126 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.816126 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.816126 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.816126 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.816126 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.816677 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.816677 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.816677 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.816677 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.816677 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.817009 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.817009 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.817009 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.817208 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.817321 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.817485 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.817645 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.817805 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.817965 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.818125 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.818287 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.818448 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.818608 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.818766 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.818926 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.819085 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.819271 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.819432 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.819594 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.819755 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.819914 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.820074 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.820235 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.820404 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.820550 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.820710 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.820868 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.821029 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.821188 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.821943 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.822106 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.822265 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.822426 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.822584 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.822845 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.822947 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.823048 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.823226 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.823394 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.823554 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.823715 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.823879 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.824042 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.824208 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.824363 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.824527 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.824687 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.824841 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.825159 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.825327 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.825479 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.825639 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.825801 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.825964 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.826140 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.826299 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.826460 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.826620 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.826780 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.826940 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.827105 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.827290 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.827453 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.827612 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.827773 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.827935 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.828100 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.828261 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.828475 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.828579 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.828729 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.828889 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.829049 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.829222 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.829412 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.829626 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.829710 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.829869 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.830038 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.830215 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.830358 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.830517 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.830676 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.830844 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.831004 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.831162 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.831345 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.831505 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.831673 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.831832 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.831991 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.832150 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.832309 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.832476 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.832635 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.832794 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.832953 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.833112 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.833280 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.833445 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.833607 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.833773 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.833932 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.834092 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.834252 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.834422 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.834583 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.834747 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.834908 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.835068 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.835257 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.835422 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.835590 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.835760 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.835926 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.836089 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.836258 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.836425 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.836594 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.836755 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.836967 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.837147 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.837307 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.837467 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.837626 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.837787 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.837973 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.838110 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.838269 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.838433 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.838644 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.838781 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.838887 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.839046 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.839224 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.839389 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.839550 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.839709 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.839868 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.840029 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.840188 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 21:21:37.840342 dv-cinder-798208-1-iscsi neutron-server[92814]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 26 21:21:38.035962 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 36314) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:21:38.045176 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069668 Jun 26 21:21:50.537306 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be31b3b2-0940-4722-87b5-99aa3b131bd5 None None] get_active_networks_info from dv-cinder-798208-1-iscsi {{(pid=92923) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 26 21:21:50.677676 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be31b3b2-0940-4722-87b5-99aa3b131bd5 None None] No non-hosted networks {{(pid=92923) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 26 21:21:50.693913 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.agentschedulers_db [None req-be31b3b2-0940-4722-87b5-99aa3b131bd5 None None] DHCP Agent not found on host dv-cinder-798208-1-iscsi {{(pid=92923) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 26 21:21:50.791326 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5daa73e3-370e-4c3c-a30a-ec5bb91e0e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-692585'] for agent, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:21:52.601732 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-692585'] for agent, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:21:52.602824 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:21:52.603425 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:21:52.603983 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:21:52.604532 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:21:52.605083 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:21:52.605624 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:21:52.606169 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:21:52.606818 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:21:52.607620 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:21:52.608162 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:21:52.608703 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:21:52.609236 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:21:52.609856 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-798208-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:21:52.632510 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-798208-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:21:54.592799 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dd69f20-9d4d-4f15-80aa-9f2352d8504c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-692585'] for agent, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:21:54.669455 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-41d0681c-d90c-4a23-9c7b-ba626d0d441c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:21:55.863767 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-692585'] for agent, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:21:57.569293 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-692585'] for agent, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:21:58.022881 dv-cinder-798208-1-iscsi neutron-server[92923]: INFO neutron.db.l3_hamode_db [None req-ced2ae8e-7578-4b39-a5f6-0b177ceeb72b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 26 21:21:58.103375 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced2ae8e-7578-4b39-a5f6-0b177ceeb72b None None] Routers set() bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:21:58.103755 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced2ae8e-7578-4b39-a5f6-0b177ceeb72b None None] Router IDs set() for agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 26 21:21:58.192481 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 36406) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:21:58.791411 dv-cinder-798208-1-iscsi neutron-server[92922]: WARNING oslo_policy.policy [None req-33a26883-c3d6-440c-bc5d-c081c0023314 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 21:21:58.792002 dv-cinder-798208-1-iscsi neutron-server[92922]: WARNING oslo_policy.policy [None req-33a26883-c3d6-440c-bc5d-c081c0023314 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 21:21:59.011167 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [None req-33a26883-c3d6-440c-bc5d-c081c0023314 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 21:21:59.012270 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-33a26883-c3d6-440c-bc5d-c081c0023314 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8189259 Jun 26 21:22:01.374584 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 36420) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:22:01.867527 dv-cinder-798208-1-iscsi neutron-server[92921]: WARNING oslo_policy.policy [None req-5e0d59f2-37b8-4d7a-ab8c-24073a8c527c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 21:22:01.868105 dv-cinder-798208-1-iscsi neutron-server[92921]: WARNING oslo_policy.policy [None req-5e0d59f2-37b8-4d7a-ab8c-24073a8c527c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 21:22:02.079104 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-5e0d59f2-37b8-4d7a-ab8c-24073a8c527c admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:22:02.176525 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.policy [None req-5e0d59f2-37b8-4d7a-ab8c-24073a8c527c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92921) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 26 21:22:02.221967 dv-cinder-798208-1-iscsi neutron-server[92921]: WARNING oslo_policy.policy [None req-5e0d59f2-37b8-4d7a-ab8c-24073a8c527c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 21:22:02.222331 dv-cinder-798208-1-iscsi neutron-server[92921]: WARNING oslo_policy.policy [None req-5e0d59f2-37b8-4d7a-ab8c-24073a8c527c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 21:22:02.230941 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.quota [None req-5e0d59f2-37b8-4d7a-ab8c-24073a8c527c admin admin] Loaded quota_driver: . Jun 26 21:22:02.327135 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5e0d59f2-37b8-4d7a-ab8c-24073a8c527c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773184252517', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773184252086', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773184240384', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773184238326', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773184214155', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773184220401', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4140820', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4063352', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-950641', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-533303'] for rbac-policy, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:02.392690 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5e0d59f2-37b8-4d7a-ab8c-24073a8c527c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:02.394163 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-5e0d59f2-37b8-4d7a-ab8c-24073a8c527c admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0174952 Jun 26 21:22:04.991236 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 36438) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:22:05.283623 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-612d19ef-03bd-44ae-8429-1f76cc7e5327 admin admin] Request body: {'network': {'name': 'private', 'project_id': '223381445b094877b01788604c999bb0', 'tenant_id': '223381445b094877b01788604c999bb0', 'admin_state_up': True}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:22:05.313038 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612d19ef-03bd-44ae-8429-1f76cc7e5327 admin admin] Made reservation on behalf of 223381445b094877b01788604c999bb0 for: {'network': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:22:05.315954 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-612d19ef-03bd-44ae-8429-1f76cc7e5327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for network, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:05.332985 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-612d19ef-03bd-44ae-8429-1f76cc7e5327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:05.461325 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-612d19ef-03bd-44ae-8429-1f76cc7e5327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:05.465188 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-612d19ef-03bd-44ae-8429-1f76cc7e5327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:05.470617 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:22:05.486886 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-612d19ef-03bd-44ae-8429-1f76cc7e5327 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=92921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 21:22:05.518970 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-612d19ef-03bd-44ae-8429-1f76cc7e5327 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773185548557', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175'] for segment, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:05.519761 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-612d19ef-03bd-44ae-8429-1f76cc7e5327 admin admin] Unsubscribe: segment precommit_create {{(pid=92921) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 26 21:22:05.520348 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.db.segments_db [None req-612d19ef-03bd-44ae-8429-1f76cc7e5327 admin admin] Added segment 728b315d-caa0-4873-b104-3e837d5770c3 of type vlan for network e9120f7a-b2bf-4f4a-9fa9-ff48fc914576 Jun 26 21:22:05.538822 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d19ef-03bd-44ae-8429-1f76cc7e5327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b52fda4-fa18-47de-8e05-fc2d80a4b776,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:22:05.565460 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d19ef-03bd-44ae-8429-1f76cc7e5327 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:05.565803 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d19ef-03bd-44ae-8429-1f76cc7e5327 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:05.566126 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d19ef-03bd-44ae-8429-1f76cc7e5327 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:05.566442 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d19ef-03bd-44ae-8429-1f76cc7e5327 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:05.566752 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d19ef-03bd-44ae-8429-1f76cc7e5327 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:05.567074 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d19ef-03bd-44ae-8429-1f76cc7e5327 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:05.567409 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d19ef-03bd-44ae-8429-1f76cc7e5327 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:05.567714 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d19ef-03bd-44ae-8429-1f76cc7e5327 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:05.568038 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d19ef-03bd-44ae-8429-1f76cc7e5327 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:05.568345 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d19ef-03bd-44ae-8429-1f76cc7e5327 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:05.568648 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d19ef-03bd-44ae-8429-1f76cc7e5327 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:05.568947 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d19ef-03bd-44ae-8429-1f76cc7e5327 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:05.570035 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d19ef-03bd-44ae-8429-1f76cc7e5327 admin admin] Tracked resource versions report: Jun 26 21:22:05.570035 dv-cinder-798208-1-iscsi neutron-server[92921]: pushed versions: Jun 26 21:22:05.570035 dv-cinder-798208-1-iscsi neutron-server[92921]: { 'AddressGroup': {'1.2'}, Jun 26 21:22:05.570035 dv-cinder-798208-1-iscsi neutron-server[92921]: 'ConntrackHelper': {'1.0'}, Jun 26 21:22:05.570035 dv-cinder-798208-1-iscsi neutron-server[92921]: 'Log': {'1.0'}, Jun 26 21:22:05.570035 dv-cinder-798208-1-iscsi neutron-server[92921]: 'Network': {'1.1'}, Jun 26 21:22:05.570035 dv-cinder-798208-1-iscsi neutron-server[92921]: 'Port': {'1.7'}, Jun 26 21:22:05.570035 dv-cinder-798208-1-iscsi neutron-server[92921]: 'PortForwarding': {'1.2'}, Jun 26 21:22:05.570035 dv-cinder-798208-1-iscsi neutron-server[92921]: 'QosPolicy': {'1.8'}, Jun 26 21:22:05.570035 dv-cinder-798208-1-iscsi neutron-server[92921]: 'SecurityGroup': {'1.4'}, Jun 26 21:22:05.570035 dv-cinder-798208-1-iscsi neutron-server[92921]: 'SecurityGroupRule': {'1.2'}, Jun 26 21:22:05.570035 dv-cinder-798208-1-iscsi neutron-server[92921]: 'SubPort': {'1.0'}, Jun 26 21:22:05.570035 dv-cinder-798208-1-iscsi neutron-server[92921]: 'Subnet': {'1.1'}, Jun 26 21:22:05.570035 dv-cinder-798208-1-iscsi neutron-server[92921]: 'Trunk': {'1.1'}} Jun 26 21:22:05.570035 dv-cinder-798208-1-iscsi neutron-server[92921]: consumer versions: Jun 26 21:22:05.570035 dv-cinder-798208-1-iscsi neutron-server[92921]: { DHCP agent@dv-cinder-798208-1-iscsi: {}, Jun 26 21:22:05.570035 dv-cinder-798208-1-iscsi neutron-server[92921]: L3 agent@dv-cinder-798208-1-iscsi: {}, Jun 26 21:22:05.570035 dv-cinder-798208-1-iscsi neutron-server[92921]: Metadata agent@dv-cinder-798208-1-iscsi: {}, Jun 26 21:22:05.570035 dv-cinder-798208-1-iscsi neutron-server[92921]: Metering agent@dv-cinder-798208-1-iscsi: {}, Jun 26 21:22:05.570035 dv-cinder-798208-1-iscsi neutron-server[92921]: Open vSwitch agent@dv-cinder-798208-1-iscsi: { 'AddressGroup': '1.2', Jun 26 21:22:05.570035 dv-cinder-798208-1-iscsi neutron-server[92921]: 'ConntrackHelper': '1.0', Jun 26 21:22:05.570035 dv-cinder-798208-1-iscsi neutron-server[92921]: 'Log': '1.0', Jun 26 21:22:05.570035 dv-cinder-798208-1-iscsi neutron-server[92921]: 'Network': '1.1', Jun 26 21:22:05.570035 dv-cinder-798208-1-iscsi neutron-server[92921]: 'Port': '1.7', Jun 26 21:22:05.570035 dv-cinder-798208-1-iscsi neutron-server[92921]: 'PortForwarding': '1.2', Jun 26 21:22:05.570035 dv-cinder-798208-1-iscsi neutron-server[92921]: 'QosPolicy': '1.8', Jun 26 21:22:05.570035 dv-cinder-798208-1-iscsi neutron-server[92921]: 'SecurityGroup': '1.4', Jun 26 21:22:05.570035 dv-cinder-798208-1-iscsi neutron-server[92921]: 'SecurityGroupRule': '1.2', Jun 26 21:22:05.570035 dv-cinder-798208-1-iscsi neutron-server[92921]: 'SubPort': '1.0', Jun 26 21:22:05.570035 dv-cinder-798208-1-iscsi neutron-server[92921]: 'Subnet': '1.1', Jun 26 21:22:05.570035 dv-cinder-798208-1-iscsi neutron-server[92921]: 'Trunk': '1.1'}} Jun 26 21:22:05.570035 dv-cinder-798208-1-iscsi neutron-server[92921]: {{(pid=92921) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 21:22:05.622499 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-612d19ef-03bd-44ae-8429-1f76cc7e5327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:22:05.647692 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-612d19ef-03bd-44ae-8429-1f76cc7e5327 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773185029479'] for network, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:05.697332 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-612d19ef-03bd-44ae-8429-1f76cc7e5327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-938849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913'] for network, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:05.698953 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612d19ef-03bd-44ae-8429-1f76cc7e5327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:22:05.699639 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-612d19ef-03bd-44ae-8429-1f76cc7e5327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for network, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:05.702442 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:22:05.753860 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-612d19ef-03bd-44ae-8429-1f76cc7e5327 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7614763 Jun 26 21:22:05.806216 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d19ef-03bd-44ae-8429-1f76cc7e5327 admin admin] Pushing event updated for resources: {'Network': ['ID=e9120f7a-b2bf-4f4a-9fa9-ff48fc914576,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:22:05.809564 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-612d19ef-03bd-44ae-8429-1f76cc7e5327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:22:05.818121 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Network e9120f7a-b2bf-4f4a-9fa9-ff48fc914576 details requested by agent ovs-agent-dv-cinder-798208-1-iscsi with host dv-cinder-798208-1-iscsi {{(pid=92923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 21:22:08.384313 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 36452) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:22:08.917761 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.policy [None req-3e8863e8-fd75-40b2-aef4-356bee1a7aab admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92922) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 26 21:22:08.964103 dv-cinder-798208-1-iscsi neutron-server[92922]: WARNING oslo_policy.policy [None req-3e8863e8-fd75-40b2-aef4-356bee1a7aab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 21:22:08.964491 dv-cinder-798208-1-iscsi neutron-server[92922]: WARNING oslo_policy.policy [None req-3e8863e8-fd75-40b2-aef4-356bee1a7aab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 21:22:08.973582 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8863e8-fd75-40b2-aef4-356bee1a7aab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:22:08.975398 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-3e8863e8-fd75-40b2-aef4-356bee1a7aab admin admin] 10.222.0.24 "GET /v2.0/networks/e9120f7a-b2bf-4f4a-9fa9-ff48fc914576 HTTP/1.1" status: 200 len: 825 time: 0.5901606 Jun 26 21:22:09.013969 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-5fa1a0c1-bca5-48ab-a142-977661563dd6 admin admin] 10.222.0.24 "GET /v2.0/subnetpools/08683562-58c6-4e16-89a5-bcfb20a13a53 HTTP/1.1" status: 200 len: 734 time: 0.0322969 Jun 26 21:22:09.023534 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-719fca8e-aa18-4968-89fa-f3154b74ba64 admin admin] Request body: {'subnet': {'network_id': 'e9120f7a-b2bf-4f4a-9fa9-ff48fc914576', 'tenant_id': '223381445b094877b01788604c999bb0', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '08683562-58c6-4e16-89a5-bcfb20a13a53'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:22:09.025112 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.quota [None req-719fca8e-aa18-4968-89fa-f3154b74ba64 admin admin] Loaded quota_driver: . Jun 26 21:22:09.067368 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719fca8e-aa18-4968-89fa-f3154b74ba64 admin admin] Made reservation on behalf of 223381445b094877b01788604c999bb0 for: {'subnet': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:22:09.070191 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-719fca8e-aa18-4968-89fa-f3154b74ba64 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:09.370897 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-719fca8e-aa18-4968-89fa-f3154b74ba64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-221544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913'] for subnet, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:09.376059 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:22:09.442215 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719fca8e-aa18-4968-89fa-f3154b74ba64 admin admin] Checking segment: {'id': '728b315d-caa0-4873-b104-3e837d5770c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e9120f7a-b2bf-4f4a-9fa9-ff48fc914576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:22:09.442883 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719fca8e-aa18-4968-89fa-f3154b74ba64 admin admin] Network hostable DHCP agents. Network: e9120f7a-b2bf-4f4a-9fa9-ff48fc914576, hostable agents: ['9c021b02-9e9f-4fa2-a546-066f9ef0df46'], hosted agents: [] {{(pid=92922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 21:22:09.457787 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719fca8e-aa18-4968-89fa-f3154b74ba64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91d64590-35d8-4c6d-a099-94574b1f9592,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:22:09.475093 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719fca8e-aa18-4968-89fa-f3154b74ba64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:09.475535 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719fca8e-aa18-4968-89fa-f3154b74ba64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:09.475974 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719fca8e-aa18-4968-89fa-f3154b74ba64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:09.476949 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719fca8e-aa18-4968-89fa-f3154b74ba64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:09.477317 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719fca8e-aa18-4968-89fa-f3154b74ba64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:09.477683 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719fca8e-aa18-4968-89fa-f3154b74ba64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:09.478003 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719fca8e-aa18-4968-89fa-f3154b74ba64 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:09.478316 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719fca8e-aa18-4968-89fa-f3154b74ba64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:09.478641 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719fca8e-aa18-4968-89fa-f3154b74ba64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:09.478952 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719fca8e-aa18-4968-89fa-f3154b74ba64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:09.479313 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719fca8e-aa18-4968-89fa-f3154b74ba64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:09.479718 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719fca8e-aa18-4968-89fa-f3154b74ba64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:09.480952 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719fca8e-aa18-4968-89fa-f3154b74ba64 admin admin] Tracked resource versions report: Jun 26 21:22:09.480952 dv-cinder-798208-1-iscsi neutron-server[92922]: pushed versions: Jun 26 21:22:09.480952 dv-cinder-798208-1-iscsi neutron-server[92922]: { 'AddressGroup': {'1.2'}, Jun 26 21:22:09.480952 dv-cinder-798208-1-iscsi neutron-server[92922]: 'ConntrackHelper': {'1.0'}, Jun 26 21:22:09.480952 dv-cinder-798208-1-iscsi neutron-server[92922]: 'Log': {'1.0'}, Jun 26 21:22:09.480952 dv-cinder-798208-1-iscsi neutron-server[92922]: 'Network': {'1.1'}, Jun 26 21:22:09.480952 dv-cinder-798208-1-iscsi neutron-server[92922]: 'Port': {'1.7'}, Jun 26 21:22:09.480952 dv-cinder-798208-1-iscsi neutron-server[92922]: 'PortForwarding': {'1.2'}, Jun 26 21:22:09.480952 dv-cinder-798208-1-iscsi neutron-server[92922]: 'QosPolicy': {'1.8'}, Jun 26 21:22:09.480952 dv-cinder-798208-1-iscsi neutron-server[92922]: 'SecurityGroup': {'1.4'}, Jun 26 21:22:09.480952 dv-cinder-798208-1-iscsi neutron-server[92922]: 'SecurityGroupRule': {'1.2'}, Jun 26 21:22:09.480952 dv-cinder-798208-1-iscsi neutron-server[92922]: 'SubPort': {'1.0'}, Jun 26 21:22:09.480952 dv-cinder-798208-1-iscsi neutron-server[92922]: 'Subnet': {'1.1'}, Jun 26 21:22:09.480952 dv-cinder-798208-1-iscsi neutron-server[92922]: 'Trunk': {'1.1'}} Jun 26 21:22:09.480952 dv-cinder-798208-1-iscsi neutron-server[92922]: consumer versions: Jun 26 21:22:09.480952 dv-cinder-798208-1-iscsi neutron-server[92922]: { DHCP agent@dv-cinder-798208-1-iscsi: {}, Jun 26 21:22:09.480952 dv-cinder-798208-1-iscsi neutron-server[92922]: L3 agent@dv-cinder-798208-1-iscsi: {}, Jun 26 21:22:09.480952 dv-cinder-798208-1-iscsi neutron-server[92922]: Metadata agent@dv-cinder-798208-1-iscsi: {}, Jun 26 21:22:09.480952 dv-cinder-798208-1-iscsi neutron-server[92922]: Metering agent@dv-cinder-798208-1-iscsi: {}, Jun 26 21:22:09.480952 dv-cinder-798208-1-iscsi neutron-server[92922]: Open vSwitch agent@dv-cinder-798208-1-iscsi: { 'AddressGroup': '1.2', Jun 26 21:22:09.480952 dv-cinder-798208-1-iscsi neutron-server[92922]: 'ConntrackHelper': '1.0', Jun 26 21:22:09.480952 dv-cinder-798208-1-iscsi neutron-server[92922]: 'Log': '1.0', Jun 26 21:22:09.480952 dv-cinder-798208-1-iscsi neutron-server[92922]: 'Network': '1.1', Jun 26 21:22:09.480952 dv-cinder-798208-1-iscsi neutron-server[92922]: 'Port': '1.7', Jun 26 21:22:09.480952 dv-cinder-798208-1-iscsi neutron-server[92922]: 'PortForwarding': '1.2', Jun 26 21:22:09.480952 dv-cinder-798208-1-iscsi neutron-server[92922]: 'QosPolicy': '1.8', Jun 26 21:22:09.480952 dv-cinder-798208-1-iscsi neutron-server[92922]: 'SecurityGroup': '1.4', Jun 26 21:22:09.480952 dv-cinder-798208-1-iscsi neutron-server[92922]: 'SecurityGroupRule': '1.2', Jun 26 21:22:09.480952 dv-cinder-798208-1-iscsi neutron-server[92922]: 'SubPort': '1.0', Jun 26 21:22:09.480952 dv-cinder-798208-1-iscsi neutron-server[92922]: 'Subnet': '1.1', Jun 26 21:22:09.480952 dv-cinder-798208-1-iscsi neutron-server[92922]: 'Trunk': '1.1'}} Jun 26 21:22:09.480952 dv-cinder-798208-1-iscsi neutron-server[92922]: {{(pid=92922) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 21:22:09.500482 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719fca8e-aa18-4968-89fa-f3154b74ba64 admin admin] Network e9120f7a-b2bf-4f4a-9fa9-ff48fc914576 is scheduled to be hosted by DHCP agent 9c021b02-9e9f-4fa2-a546-066f9ef0df46 with binding_index 1 {{(pid=92922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 21:22:09.516777 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-719fca8e-aa18-4968-89fa-f3154b74ba64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798208-1-iscsi, e9120f7a-b2bf-4f4a-9fa9-ff48fc914576) {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:22:09.528645 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-719fca8e-aa18-4968-89fa-f3154b74ba64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:22:09.540914 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719fca8e-aa18-4968-89fa-f3154b74ba64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:22:09.541529 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-719fca8e-aa18-4968-89fa-f3154b74ba64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:09.546494 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cbbc3d-1895-4092-8097-a2ebe6daee51 None None] Network e9120f7a-b2bf-4f4a-9fa9-ff48fc914576 requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:22:09.562799 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-719fca8e-aa18-4968-89fa-f3154b74ba64 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5432711 Jun 26 21:22:09.865784 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e041664-e6c6-43ab-a801-4a9787897db6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde5f2ef3-1d6e-553d-a39c-8e031008594d-e9120f7a-b2bf-4f4a-9fa9-ff48fc914576', 'network_id': 'e9120f7a-b2bf-4f4a-9fa9-ff48fc914576', 'tenant_id': '223381445b094877b01788604c999bb0', 'fixed_ips': [{'subnet_id': '91d64590-35d8-4c6d-a099-94574b1f9592'}]}} from dv-cinder-798208-1-iscsi. {{(pid=92923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 26 21:22:09.867559 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1e041664-e6c6-43ab-a801-4a9787897db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:10.158779 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-1e041664-e6c6-43ab-a801-4a9787897db6 None None] Allocated IP 172.20.0.2 (e9120f7a-b2bf-4f4a-9fa9-ff48fc914576/91d64590-35d8-4c6d-a099-94574b1f9592/af0d6fb5-7b67-4518-8d6f-c7ccff62240d) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:22:10.381976 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1e041664-e6c6-43ab-a801-4a9787897db6 None None] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:10.432786 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-1e041664-e6c6-43ab-a801-4a9787897db6 None None] Transition to ACTIVE for port object af0d6fb5-7b67-4518-8d6f-c7ccff62240d will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:22:10.454728 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-1e041664-e6c6-43ab-a801-4a9787897db6 None None] Transition to ACTIVE for port object af0d6fb5-7b67-4518-8d6f-c7ccff62240d will not be triggered until provisioned by entity DHCP. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:22:10.466322 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1e041664-e6c6-43ab-a801-4a9787897db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:10.469364 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:22:10.530964 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e041664-e6c6-43ab-a801-4a9787897db6 None None] Network e9120f7a-b2bf-4f4a-9fa9-ff48fc914576 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:22:10.536763 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-1e041664-e6c6-43ab-a801-4a9787897db6 None None] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:22:10.553746 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e041664-e6c6-43ab-a801-4a9787897db6 None None] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:22:10.561250 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e041664-e6c6-43ab-a801-4a9787897db6 None None] Pushing event updated for resources: {'Port': ['ID=af0d6fb5-7b67-4518-8d6f-c7ccff62240d,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:22:10.587569 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e041664-e6c6-43ab-a801-4a9787897db6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:10.587965 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e041664-e6c6-43ab-a801-4a9787897db6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:10.588300 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e041664-e6c6-43ab-a801-4a9787897db6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:10.588617 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e041664-e6c6-43ab-a801-4a9787897db6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:10.588933 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e041664-e6c6-43ab-a801-4a9787897db6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:10.589250 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e041664-e6c6-43ab-a801-4a9787897db6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:10.589573 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e041664-e6c6-43ab-a801-4a9787897db6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:10.589875 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e041664-e6c6-43ab-a801-4a9787897db6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:10.590200 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e041664-e6c6-43ab-a801-4a9787897db6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:10.590512 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e041664-e6c6-43ab-a801-4a9787897db6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:10.590818 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e041664-e6c6-43ab-a801-4a9787897db6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:10.591129 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e041664-e6c6-43ab-a801-4a9787897db6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:10.592315 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e041664-e6c6-43ab-a801-4a9787897db6 None None] Tracked resource versions report: Jun 26 21:22:10.592315 dv-cinder-798208-1-iscsi neutron-server[92923]: pushed versions: Jun 26 21:22:10.592315 dv-cinder-798208-1-iscsi neutron-server[92923]: { 'AddressGroup': {'1.2'}, Jun 26 21:22:10.592315 dv-cinder-798208-1-iscsi neutron-server[92923]: 'ConntrackHelper': {'1.0'}, Jun 26 21:22:10.592315 dv-cinder-798208-1-iscsi neutron-server[92923]: 'Log': {'1.0'}, Jun 26 21:22:10.592315 dv-cinder-798208-1-iscsi neutron-server[92923]: 'Network': {'1.1'}, Jun 26 21:22:10.592315 dv-cinder-798208-1-iscsi neutron-server[92923]: 'Port': {'1.7'}, Jun 26 21:22:10.592315 dv-cinder-798208-1-iscsi neutron-server[92923]: 'PortForwarding': {'1.2'}, Jun 26 21:22:10.592315 dv-cinder-798208-1-iscsi neutron-server[92923]: 'QosPolicy': {'1.8'}, Jun 26 21:22:10.592315 dv-cinder-798208-1-iscsi neutron-server[92923]: 'SecurityGroup': {'1.4'}, Jun 26 21:22:10.592315 dv-cinder-798208-1-iscsi neutron-server[92923]: 'SecurityGroupRule': {'1.2'}, Jun 26 21:22:10.592315 dv-cinder-798208-1-iscsi neutron-server[92923]: 'SubPort': {'1.0'}, Jun 26 21:22:10.592315 dv-cinder-798208-1-iscsi neutron-server[92923]: 'Subnet': {'1.1'}, Jun 26 21:22:10.592315 dv-cinder-798208-1-iscsi neutron-server[92923]: 'Trunk': {'1.1'}} Jun 26 21:22:10.592315 dv-cinder-798208-1-iscsi neutron-server[92923]: consumer versions: Jun 26 21:22:10.592315 dv-cinder-798208-1-iscsi neutron-server[92923]: { DHCP agent@dv-cinder-798208-1-iscsi: {}, Jun 26 21:22:10.592315 dv-cinder-798208-1-iscsi neutron-server[92923]: L3 agent@dv-cinder-798208-1-iscsi: {}, Jun 26 21:22:10.592315 dv-cinder-798208-1-iscsi neutron-server[92923]: Metadata agent@dv-cinder-798208-1-iscsi: {}, Jun 26 21:22:10.592315 dv-cinder-798208-1-iscsi neutron-server[92923]: Metering agent@dv-cinder-798208-1-iscsi: {}, Jun 26 21:22:10.592315 dv-cinder-798208-1-iscsi neutron-server[92923]: Open vSwitch agent@dv-cinder-798208-1-iscsi: { 'AddressGroup': '1.2', Jun 26 21:22:10.592315 dv-cinder-798208-1-iscsi neutron-server[92923]: 'ConntrackHelper': '1.0', Jun 26 21:22:10.592315 dv-cinder-798208-1-iscsi neutron-server[92923]: 'Log': '1.0', Jun 26 21:22:10.592315 dv-cinder-798208-1-iscsi neutron-server[92923]: 'Network': '1.1', Jun 26 21:22:10.592315 dv-cinder-798208-1-iscsi neutron-server[92923]: 'Port': '1.7', Jun 26 21:22:10.592315 dv-cinder-798208-1-iscsi neutron-server[92923]: 'PortForwarding': '1.2', Jun 26 21:22:10.592315 dv-cinder-798208-1-iscsi neutron-server[92923]: 'QosPolicy': '1.8', Jun 26 21:22:10.592315 dv-cinder-798208-1-iscsi neutron-server[92923]: 'SecurityGroup': '1.4', Jun 26 21:22:10.592315 dv-cinder-798208-1-iscsi neutron-server[92923]: 'SecurityGroupRule': '1.2', Jun 26 21:22:10.592315 dv-cinder-798208-1-iscsi neutron-server[92923]: 'SubPort': '1.0', Jun 26 21:22:10.592315 dv-cinder-798208-1-iscsi neutron-server[92923]: 'Subnet': '1.1', Jun 26 21:22:10.592315 dv-cinder-798208-1-iscsi neutron-server[92923]: 'Trunk': '1.1'}} Jun 26 21:22:10.592315 dv-cinder-798208-1-iscsi neutron-server[92923]: {{(pid=92923) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 21:22:10.596096 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-1e041664-e6c6-43ab-a801-4a9787897db6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:22:10.643609 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-1e041664-e6c6-43ab-a801-4a9787897db6 None None] Attempting to bind port af0d6fb5-7b67-4518-8d6f-c7ccff62240d on host dv-cinder-798208-1-iscsi for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:22:10.644008 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-1e041664-e6c6-43ab-a801-4a9787897db6 None None] Attempting to bind port af0d6fb5-7b67-4518-8d6f-c7ccff62240d by drivers openvswitch,hyperv on host dv-cinder-798208-1-iscsi at level 0 using segments [{'id': '728b315d-caa0-4873-b104-3e837d5770c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e9120f7a-b2bf-4f4a-9fa9-ff48fc914576'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:22:10.644442 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e041664-e6c6-43ab-a801-4a9787897db6 None None] Attempting to bind port af0d6fb5-7b67-4518-8d6f-c7ccff62240d on network e9120f7a-b2bf-4f4a-9fa9-ff48fc914576 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:22:10.649973 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e041664-e6c6-43ab-a801-4a9787897db6 None None] Checking agent: {'id': '7280f8c8-6f14-48e1-b2dd-15f5d03fd9f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 21, 53), 'started_at': datetime.datetime(2021, 6, 26, 21, 21, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:22:10.650386 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e041664-e6c6-43ab-a801-4a9787897db6 None None] Checking segment: {'id': '728b315d-caa0-4873-b104-3e837d5770c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e9120f7a-b2bf-4f4a-9fa9-ff48fc914576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:22:10.650839 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1e041664-e6c6-43ab-a801-4a9787897db6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:10.651241 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e041664-e6c6-43ab-a801-4a9787897db6 None None] Bound using segment: {'id': '728b315d-caa0-4873-b104-3e837d5770c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e9120f7a-b2bf-4f4a-9fa9-ff48fc914576'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:22:10.651702 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-1e041664-e6c6-43ab-a801-4a9787897db6 None None] Bound port: af0d6fb5-7b67-4518-8d6f-c7ccff62240d, host: dv-cinder-798208-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '728b315d-caa0-4873-b104-3e837d5770c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e9120f7a-b2bf-4f4a-9fa9-ff48fc914576'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:22:10.652141 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1e041664-e6c6-43ab-a801-4a9787897db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:10.721241 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-1e041664-e6c6-43ab-a801-4a9787897db6 None None] For port af0d6fb5-7b67-4518-8d6f-c7ccff62240d, host dv-cinder-798208-1-iscsi, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:22:10.727022 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-1e041664-e6c6-43ab-a801-4a9787897db6 None None] For port af0d6fb5-7b67-4518-8d6f-c7ccff62240d, host dv-cinder-798208-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=af0d6fb5-7b67-4518-8d6f-c7ccff62240d,segment=NetworkSegment(728b315d-caa0-4873-b104-3e837d5770c3),segment_id=728b315d-caa0-4873-b104-3e837d5770c3)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:22:10.731897 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1e041664-e6c6-43ab-a801-4a9787897db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:10.737452 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-1e041664-e6c6-43ab-a801-4a9787897db6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:22:10.810108 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e041664-e6c6-43ab-a801-4a9787897db6 None None] Pushing event updated for resources: {'Port': ['ID=af0d6fb5-7b67-4518-8d6f-c7ccff62240d,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:22:10.813271 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-1e041664-e6c6-43ab-a801-4a9787897db6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:22:11.967620 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 36468) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:22:12.297393 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [None req-e09e3dcb-e476-4a27-b082-491a9c06498d admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 21:22:12.298331 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-e09e3dcb-e476-4a27-b082-491a9c06498d admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3296721 Jun 26 21:22:14.725325 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 36476) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:22:15.068111 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [None req-dd82d60f-3c9f-4bba-b1a9-20261128f84d admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 21:22:15.069186 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-dd82d60f-3c9f-4bba-b1a9-20261128f84d admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3429570 Jun 26 21:22:16.888856 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56d298f-0efd-4009-b4bd-f5437dc36e6e None None] Network e9120f7a-b2bf-4f4a-9fa9-ff48fc914576 requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:22:16.957107 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-a1d3dc6b-b7b4-46fe-ad51-a15ce1f2d228 None None] Provisioning for port af0d6fb5-7b67-4518-8d6f-c7ccff62240d completed by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:22:17.399655 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device af0d6fb5-7b67-4518-8d6f-c7ccff62240d up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:22:17.482742 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning for port af0d6fb5-7b67-4518-8d6f-c7ccff62240d completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:22:17.486842 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port af0d6fb5-7b67-4518-8d6f-c7ccff62240d triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:22:17.487263 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:17.604544 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:17.638068 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] For port af0d6fb5-7b67-4518-8d6f-c7ccff62240d, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=af0d6fb5-7b67-4518-8d6f-c7ccff62240d,segment=NetworkSegment(728b315d-caa0-4873-b104-3e837d5770c3),segment_id=728b315d-caa0-4873-b104-3e837d5770c3)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:22:17.641421 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:17.643590 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:22:17.689046 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Pushing event updated for resources: {'Port': ['ID=af0d6fb5-7b67-4518-8d6f-c7ccff62240d,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:22:17.692188 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:22:17.745051 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 36490) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:22:18.041722 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-3aabeb65-6327-4f4f-bc6c-6cdbfdd8b120 admin admin] Request body: {'router': {'tenant_id': '223381445b094877b01788604c999bb0', 'name': 'router1', 'admin_state_up': True}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:22:18.066566 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3aabeb65-6327-4f4f-bc6c-6cdbfdd8b120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11028'] for router, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:18.068036 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3aabeb65-6327-4f4f-bc6c-6cdbfdd8b120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-695336', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11021'] for router, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:18.205518 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3aabeb65-6327-4f4f-bc6c-6cdbfdd8b120 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:18.210381 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3aabeb65-6327-4f4f-bc6c-6cdbfdd8b120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642703'] for router, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:18.223417 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3aabeb65-6327-4f4f-bc6c-6cdbfdd8b120 admin admin] Notify callbacks [] for router, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:18.224579 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-3aabeb65-6327-4f4f-bc6c-6cdbfdd8b120 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4785869 Jun 26 21:22:19.388927 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device af0d6fb5-7b67-4518-8d6f-c7ccff62240d up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:22:19.442367 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port af0d6fb5-7b67-4518-8d6f-c7ccff62240d triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:22:19.442731 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:20.365368 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e429c101-a076-491f-ba14-7d3dc953049e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:20.545591 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 36498) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:22:20.857289 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [None req-0ff3f1fb-f4d0-4da3-8c35-b5ab9961dce2 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 21:22:20.858309 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-0ff3f1fb-f4d0-4da3-8c35-b5ab9961dce2 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3117945 Jun 26 21:22:22.583894 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:23.197422 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 36506) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:22:23.506428 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-f0c9b17a-18c9-4a6e-8878-60bd9af3fc12 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:22:23.529530 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c9b17a-18c9-4a6e-8878-60bd9af3fc12 admin admin] Made reservation on behalf of fcb60ace6a3945e186bd56d5413eb687 for: {'network': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:22:23.531908 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f0c9b17a-18c9-4a6e-8878-60bd9af3fc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for network, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:23.547366 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f0c9b17a-18c9-4a6e-8878-60bd9af3fc12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:23.668312 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f0c9b17a-18c9-4a6e-8878-60bd9af3fc12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:23.673741 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f0c9b17a-18c9-4a6e-8878-60bd9af3fc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:23.678304 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:22:23.690942 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f0c9b17a-18c9-4a6e-8878-60bd9af3fc12 admin admin] Reserving flat network on physical network physnet1 {{(pid=92922) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 26 21:22:23.714789 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c9b17a-18c9-4a6e-8878-60bd9af3fc12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e1da91-72c9-4eeb-8881-611c9a9208bf,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:22:23.717663 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f0c9b17a-18c9-4a6e-8878-60bd9af3fc12 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773185548557', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175'] for segment, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:23.718236 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f0c9b17a-18c9-4a6e-8878-60bd9af3fc12 admin admin] Unsubscribe: segment precommit_create {{(pid=92922) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 26 21:22:23.718803 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.db.segments_db [None req-f0c9b17a-18c9-4a6e-8878-60bd9af3fc12 admin admin] Added segment 4f28365d-aca5-4c5a-9953-491fa10de68c of type flat for network fc74eb2e-f674-4785-8e1a-443cbfb459f7 Jun 26 21:22:23.733383 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f0c9b17a-18c9-4a6e-8878-60bd9af3fc12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:22:23.774261 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f0c9b17a-18c9-4a6e-8878-60bd9af3fc12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773185029479'] for network, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:23.826528 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f0c9b17a-18c9-4a6e-8878-60bd9af3fc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-938849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913'] for network, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:23.827964 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c9b17a-18c9-4a6e-8878-60bd9af3fc12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:22:23.828559 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f0c9b17a-18c9-4a6e-8878-60bd9af3fc12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for network, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:23.847906 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:22:23.896034 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-f0c9b17a-18c9-4a6e-8878-60bd9af3fc12 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6975617 Jun 26 21:22:23.939518 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c9b17a-18c9-4a6e-8878-60bd9af3fc12 admin admin] Pushing event updated for resources: {'Network': ['ID=fc74eb2e-f674-4785-8e1a-443cbfb459f7,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:22:23.942616 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f0c9b17a-18c9-4a6e-8878-60bd9af3fc12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:22:23.953431 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Network fc74eb2e-f674-4785-8e1a-443cbfb459f7 details requested by agent ovs-agent-dv-cinder-798208-1-iscsi with host dv-cinder-798208-1-iscsi {{(pid=92923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 21:22:24.577593 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e001c722-3a0d-4577-be81-59e1e306eddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:25.808089 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:26.255277 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 36524) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:22:26.434677 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13cc248-ccdc-48e0-a039-32620a9c9392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:22:26.436076 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-f13cc248-ccdc-48e0-a039-32620a9c9392 admin admin] 10.222.0.24 "GET /v2.0/subnets/91d64590-35d8-4c6d-a099-94574b1f9592 HTTP/1.1" status: 200 len: 849 time: 0.1798570 Jun 26 21:22:26.595795 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-9963a3f7-3a83-4a8c-bd99-855a16be05dc admin admin] 10.222.0.24 "GET /v2.0/routers/ff36bd7c-8f18-40c8-aaf1-39f4ccc58313 HTTP/1.1" status: 200 len: 704 time: 0.1543221 Jun 26 21:22:26.873675 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1935aa8b-3d6c-4819-8fbc-3943b2bd262a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:27.176985 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-1935aa8b-3d6c-4819-8fbc-3943b2bd262a admin admin] Allocated IP 172.20.0.1 (e9120f7a-b2bf-4f4a-9fa9-ff48fc914576/91d64590-35d8-4c6d-a099-94574b1f9592/97c9e5fe-c8d4-4f8b-9706-9dc5a9493f9c) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:22:27.329345 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1935aa8b-3d6c-4819-8fbc-3943b2bd262a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:27.351887 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-1935aa8b-3d6c-4819-8fbc-3943b2bd262a admin admin] Transition to ACTIVE for port object 97c9e5fe-c8d4-4f8b-9706-9dc5a9493f9c will not be triggered until provisioned by entity DHCP. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:22:27.438500 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1935aa8b-3d6c-4819-8fbc-3943b2bd262a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:27.441456 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:22:27.526602 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:27.562468 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1935aa8b-3d6c-4819-8fbc-3943b2bd262a admin admin] Network e9120f7a-b2bf-4f4a-9fa9-ff48fc914576 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:22:27.568255 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-1935aa8b-3d6c-4819-8fbc-3943b2bd262a admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:22:27.578636 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1935aa8b-3d6c-4819-8fbc-3943b2bd262a admin admin] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:22:27.579409 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1935aa8b-3d6c-4819-8fbc-3943b2bd262a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-698637'] for router_interface, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:27.648506 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1935aa8b-3d6c-4819-8fbc-3943b2bd262a admin admin] Pushing event updated for resources: {'Port': ['ID=97c9e5fe-c8d4-4f8b-9706-9dc5a9493f9c,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:22:27.660700 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-1935aa8b-3d6c-4819-8fbc-3943b2bd262a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:22:27.769907 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-d35abddf-9ce9-4082-9364-5b1d661d9eef None None] Provisioning for port 97c9e5fe-c8d4-4f8b-9706-9dc5a9493f9c completed by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:22:27.773913 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-d35abddf-9ce9-4082-9364-5b1d661d9eef None None] Provisioning complete for port 97c9e5fe-c8d4-4f8b-9706-9dc5a9493f9c triggered by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:22:27.774286 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d35abddf-9ce9-4082-9364-5b1d661d9eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:27.804755 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1935aa8b-3d6c-4819-8fbc-3943b2bd262a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:27.808719 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-d35abddf-9ce9-4082-9364-5b1d661d9eef None None] Port 97c9e5fe-c8d4-4f8b-9706-9dc5a9493f9c cannot update to ACTIVE because it is not bound. {{(pid=92923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 21:22:27.984543 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1935aa8b-3d6c-4819-8fbc-3943b2bd262a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:27.989240 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1935aa8b-3d6c-4819-8fbc-3943b2bd262a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:27.990443 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1935aa8b-3d6c-4819-8fbc-3943b2bd262a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-698769'] for router_interface, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:27.993036 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:22:28.077229 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1935aa8b-3d6c-4819-8fbc-3943b2bd262a admin admin] Pushing event updated for resources: {'Port': ['ID=97c9e5fe-c8d4-4f8b-9706-9dc5a9493f9c,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:22:28.081025 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-1935aa8b-3d6c-4819-8fbc-3943b2bd262a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:22:28.117660 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1935aa8b-3d6c-4819-8fbc-3943b2bd262a admin admin] Network e9120f7a-b2bf-4f4a-9fa9-ff48fc914576 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:22:28.118950 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-1935aa8b-3d6c-4819-8fbc-3943b2bd262a admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:22:28.285682 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1935aa8b-3d6c-4819-8fbc-3943b2bd262a admin admin] Router ff36bd7c-8f18-40c8-aaf1-39f4ccc58313 is scheduled to L3 agent 8f52ff15-e1cf-4181-89b9-9a217ed1d1bf with binding_index 1 {{(pid=92922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 26 21:22:28.331734 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-9978ffe6-cc12-47d0-a7ba-637aeeea5422 None None] Provisioning complete for port 97c9e5fe-c8d4-4f8b-9706-9dc5a9493f9c triggered by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:22:28.332108 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9978ffe6-cc12-47d0-a7ba-637aeeea5422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:28.367408 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-9978ffe6-cc12-47d0-a7ba-637aeeea5422 None None] Port 97c9e5fe-c8d4-4f8b-9706-9dc5a9493f9c cannot update to ACTIVE because it is not bound. {{(pid=92923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 21:22:28.381619 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1935aa8b-3d6c-4819-8fbc-3943b2bd262a admin admin] Notify agent at l3_agent.dv-cinder-798208-1-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 21:22:28.386951 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-1935aa8b-3d6c-4819-8fbc-3943b2bd262a admin admin] 10.222.0.24 "PUT /v2.0/routers/ff36bd7c-8f18-40c8-aaf1-39f4ccc58313/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7862403 Jun 26 21:22:28.402833 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78142a18-7be5-4c20-ad30-32dfd273281c None None] Sync routers for ids ['ff36bd7c-8f18-40c8-aaf1-39f4ccc58313'] in dv-cinder-798208-1-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 21:22:28.417932 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78142a18-7be5-4c20-ad30-32dfd273281c None None] Routers {'ff36bd7c-8f18-40c8-aaf1-39f4ccc58313'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:22:28.418794 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-78142a18-7be5-4c20-ad30-32dfd273281c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:22:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['ff36bd7c-8f18-40c8-aaf1-39f4ccc58313'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:22:28.642413 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-78142a18-7be5-4c20-ad30-32dfd273281c None None] Set router ff36bd7c-8f18-40c8-aaf1-39f4ccc58313 gateway port host: None {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:22:29.120898 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-78142a18-7be5-4c20-ad30-32dfd273281c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff36bd7c-8f18-40c8-aaf1-39f4ccc58313', 'name': 'router1', 'tenant_id': '223381445b094877b01788604c999bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:22:18Z', 'updated_at': '2021-06-26T21:22:27Z', 'revision_number': 2, 'project_id': '223381445b094877b01788604c999bb0', 'gw_port_host': None, '_interfaces': [{'id': '97c9e5fe-c8d4-4f8b-9706-9dc5a9493f9c', 'name': '', 'network_id': 'e9120f7a-b2bf-4f4a-9fa9-ff48fc914576', 'tenant_id': '223381445b094877b01788604c999bb0', 'mac_address': 'fa:16:3e:ea:05:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff36bd7c-8f18-40c8-aaf1-39f4ccc58313', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91d64590-35d8-4c6d-a099-94574b1f9592', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:22:26Z', 'updated_at': '2021-06-26T21:22:27Z', 'revision_number': 2, 'project_id': '223381445b094877b01788604c999bb0', 'subnets': [{'id': '91d64590-35d8-4c6d-a099-94574b1f9592', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08683562-58c6-4e16-89a5-bcfb20a13a53'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:22:29.174228 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78142a18-7be5-4c20-ad30-32dfd273281c None None] Checking router: ff36bd7c-8f18-40c8-aaf1-39f4ccc58313 for host: dv-cinder-798208-1-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 21:22:29.174599 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78142a18-7be5-4c20-ad30-32dfd273281c None None] Updating router ff36bd7c-8f18-40c8-aaf1-39f4ccc58313 port 97c9e5fe-c8d4-4f8b-9706-9dc5a9493f9c binding host dv-cinder-798208-1-iscsi {{(pid=92924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 21:22:29.242012 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-78142a18-7be5-4c20-ad30-32dfd273281c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:29.781021 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-78142a18-7be5-4c20-ad30-32dfd273281c None None] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:29.804663 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-78142a18-7be5-4c20-ad30-32dfd273281c None None] Transition to ACTIVE for port object 97c9e5fe-c8d4-4f8b-9706-9dc5a9493f9c will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:22:29.811798 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-78142a18-7be5-4c20-ad30-32dfd273281c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:29.814899 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:22:29.979736 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a1445-de81-49f0-a390-bb1b470306ee None None] Pushing event updated for resources: {'Port': ['ID=97c9e5fe-c8d4-4f8b-9706-9dc5a9493f9c,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:22:30.008977 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a1445-de81-49f0-a390-bb1b470306ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:30.009315 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a1445-de81-49f0-a390-bb1b470306ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:30.009632 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a1445-de81-49f0-a390-bb1b470306ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:30.009951 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a1445-de81-49f0-a390-bb1b470306ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:30.010264 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a1445-de81-49f0-a390-bb1b470306ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:30.010578 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a1445-de81-49f0-a390-bb1b470306ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:30.010965 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a1445-de81-49f0-a390-bb1b470306ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:30.012203 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a1445-de81-49f0-a390-bb1b470306ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:30.012203 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a1445-de81-49f0-a390-bb1b470306ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:30.012203 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a1445-de81-49f0-a390-bb1b470306ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:30.012203 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a1445-de81-49f0-a390-bb1b470306ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:30.012633 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a1445-de81-49f0-a390-bb1b470306ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:22:30.013600 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a1445-de81-49f0-a390-bb1b470306ee None None] Tracked resource versions report: Jun 26 21:22:30.013600 dv-cinder-798208-1-iscsi neutron-server[92924]: pushed versions: Jun 26 21:22:30.013600 dv-cinder-798208-1-iscsi neutron-server[92924]: { 'AddressGroup': {'1.2'}, Jun 26 21:22:30.013600 dv-cinder-798208-1-iscsi neutron-server[92924]: 'ConntrackHelper': {'1.0'}, Jun 26 21:22:30.013600 dv-cinder-798208-1-iscsi neutron-server[92924]: 'Log': {'1.0'}, Jun 26 21:22:30.013600 dv-cinder-798208-1-iscsi neutron-server[92924]: 'Network': {'1.1'}, Jun 26 21:22:30.013600 dv-cinder-798208-1-iscsi neutron-server[92924]: 'Port': {'1.7'}, Jun 26 21:22:30.013600 dv-cinder-798208-1-iscsi neutron-server[92924]: 'PortForwarding': {'1.2'}, Jun 26 21:22:30.013600 dv-cinder-798208-1-iscsi neutron-server[92924]: 'QosPolicy': {'1.8'}, Jun 26 21:22:30.013600 dv-cinder-798208-1-iscsi neutron-server[92924]: 'SecurityGroup': {'1.4'}, Jun 26 21:22:30.013600 dv-cinder-798208-1-iscsi neutron-server[92924]: 'SecurityGroupRule': {'1.2'}, Jun 26 21:22:30.013600 dv-cinder-798208-1-iscsi neutron-server[92924]: 'SubPort': {'1.0'}, Jun 26 21:22:30.013600 dv-cinder-798208-1-iscsi neutron-server[92924]: 'Subnet': {'1.1'}, Jun 26 21:22:30.013600 dv-cinder-798208-1-iscsi neutron-server[92924]: 'Trunk': {'1.1'}} Jun 26 21:22:30.013600 dv-cinder-798208-1-iscsi neutron-server[92924]: consumer versions: Jun 26 21:22:30.013600 dv-cinder-798208-1-iscsi neutron-server[92924]: { DHCP agent@dv-cinder-798208-1-iscsi: {}, Jun 26 21:22:30.013600 dv-cinder-798208-1-iscsi neutron-server[92924]: L3 agent@dv-cinder-798208-1-iscsi: {}, Jun 26 21:22:30.013600 dv-cinder-798208-1-iscsi neutron-server[92924]: Metadata agent@dv-cinder-798208-1-iscsi: {}, Jun 26 21:22:30.013600 dv-cinder-798208-1-iscsi neutron-server[92924]: Metering agent@dv-cinder-798208-1-iscsi: {}, Jun 26 21:22:30.013600 dv-cinder-798208-1-iscsi neutron-server[92924]: Open vSwitch agent@dv-cinder-798208-1-iscsi: { 'AddressGroup': '1.2', Jun 26 21:22:30.013600 dv-cinder-798208-1-iscsi neutron-server[92924]: 'ConntrackHelper': '1.0', Jun 26 21:22:30.013600 dv-cinder-798208-1-iscsi neutron-server[92924]: 'Log': '1.0', Jun 26 21:22:30.013600 dv-cinder-798208-1-iscsi neutron-server[92924]: 'Network': '1.1', Jun 26 21:22:30.013600 dv-cinder-798208-1-iscsi neutron-server[92924]: 'Port': '1.7', Jun 26 21:22:30.013600 dv-cinder-798208-1-iscsi neutron-server[92924]: 'PortForwarding': '1.2', Jun 26 21:22:30.013600 dv-cinder-798208-1-iscsi neutron-server[92924]: 'QosPolicy': '1.8', Jun 26 21:22:30.013600 dv-cinder-798208-1-iscsi neutron-server[92924]: 'SecurityGroup': '1.4', Jun 26 21:22:30.013600 dv-cinder-798208-1-iscsi neutron-server[92924]: 'SecurityGroupRule': '1.2', Jun 26 21:22:30.013600 dv-cinder-798208-1-iscsi neutron-server[92924]: 'SubPort': '1.0', Jun 26 21:22:30.013600 dv-cinder-798208-1-iscsi neutron-server[92924]: 'Subnet': '1.1', Jun 26 21:22:30.013600 dv-cinder-798208-1-iscsi neutron-server[92924]: 'Trunk': '1.1'}} Jun 26 21:22:30.013600 dv-cinder-798208-1-iscsi neutron-server[92924]: {{(pid=92924) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 21:22:30.019137 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-9e4a1445-de81-49f0-a390-bb1b470306ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:22:30.019137 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-78142a18-7be5-4c20-ad30-32dfd273281c None None] Attempting to bind port 97c9e5fe-c8d4-4f8b-9706-9dc5a9493f9c on host dv-cinder-798208-1-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:22:30.019137 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-78142a18-7be5-4c20-ad30-32dfd273281c None None] Attempting to bind port 97c9e5fe-c8d4-4f8b-9706-9dc5a9493f9c by drivers openvswitch,hyperv on host dv-cinder-798208-1-iscsi at level 0 using segments [{'id': '728b315d-caa0-4873-b104-3e837d5770c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e9120f7a-b2bf-4f4a-9fa9-ff48fc914576'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:22:30.019501 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78142a18-7be5-4c20-ad30-32dfd273281c None None] Attempting to bind port 97c9e5fe-c8d4-4f8b-9706-9dc5a9493f9c on network e9120f7a-b2bf-4f4a-9fa9-ff48fc914576 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:22:30.025738 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78142a18-7be5-4c20-ad30-32dfd273281c None None] Checking agent: {'id': '7280f8c8-6f14-48e1-b2dd-15f5d03fd9f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 21, 53), 'started_at': datetime.datetime(2021, 6, 26, 21, 22, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:22:30.026163 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78142a18-7be5-4c20-ad30-32dfd273281c None None] Checking segment: {'id': '728b315d-caa0-4873-b104-3e837d5770c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e9120f7a-b2bf-4f4a-9fa9-ff48fc914576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:22:30.026617 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-78142a18-7be5-4c20-ad30-32dfd273281c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:30.027079 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78142a18-7be5-4c20-ad30-32dfd273281c None None] Bound using segment: {'id': '728b315d-caa0-4873-b104-3e837d5770c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e9120f7a-b2bf-4f4a-9fa9-ff48fc914576'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:22:30.027501 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-78142a18-7be5-4c20-ad30-32dfd273281c None None] Bound port: 97c9e5fe-c8d4-4f8b-9706-9dc5a9493f9c, host: dv-cinder-798208-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '728b315d-caa0-4873-b104-3e837d5770c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e9120f7a-b2bf-4f4a-9fa9-ff48fc914576'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:22:30.027908 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-78142a18-7be5-4c20-ad30-32dfd273281c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:30.100187 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-78142a18-7be5-4c20-ad30-32dfd273281c None None] For port 97c9e5fe-c8d4-4f8b-9706-9dc5a9493f9c, host dv-cinder-798208-1-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:22:30.126230 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-78142a18-7be5-4c20-ad30-32dfd273281c None None] For port 97c9e5fe-c8d4-4f8b-9706-9dc5a9493f9c, host dv-cinder-798208-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=97c9e5fe-c8d4-4f8b-9706-9dc5a9493f9c,segment=NetworkSegment(728b315d-caa0-4873-b104-3e837d5770c3),segment_id=728b315d-caa0-4873-b104-3e837d5770c3)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:22:30.131070 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-78142a18-7be5-4c20-ad30-32dfd273281c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:30.133680 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-9e4a1445-de81-49f0-a390-bb1b470306ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:22:30.185903 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78142a18-7be5-4c20-ad30-32dfd273281c None None] Routers {'ff36bd7c-8f18-40c8-aaf1-39f4ccc58313'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:22:30.186596 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-78142a18-7be5-4c20-ad30-32dfd273281c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:22:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['ff36bd7c-8f18-40c8-aaf1-39f4ccc58313'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:22:30.274077 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a1445-de81-49f0-a390-bb1b470306ee None None] Pushing event updated for resources: {'Port': ['ID=97c9e5fe-c8d4-4f8b-9706-9dc5a9493f9c,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:22:30.284886 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-9e4a1445-de81-49f0-a390-bb1b470306ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:22:30.289643 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-78142a18-7be5-4c20-ad30-32dfd273281c None None] Set router ff36bd7c-8f18-40c8-aaf1-39f4ccc58313 gateway port host: None {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:22:30.505815 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-78142a18-7be5-4c20-ad30-32dfd273281c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff36bd7c-8f18-40c8-aaf1-39f4ccc58313', 'name': 'router1', 'tenant_id': '223381445b094877b01788604c999bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:22:18Z', 'updated_at': '2021-06-26T21:22:27Z', 'revision_number': 2, 'project_id': '223381445b094877b01788604c999bb0', 'gw_port_host': None, '_interfaces': [{'id': '97c9e5fe-c8d4-4f8b-9706-9dc5a9493f9c', 'name': '', 'network_id': 'e9120f7a-b2bf-4f4a-9fa9-ff48fc914576', 'tenant_id': '223381445b094877b01788604c999bb0', 'mac_address': 'fa:16:3e:ea:05:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff36bd7c-8f18-40c8-aaf1-39f4ccc58313', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91d64590-35d8-4c6d-a099-94574b1f9592', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:22:26Z', 'updated_at': '2021-06-26T21:22:30Z', 'revision_number': 4, 'project_id': '223381445b094877b01788604c999bb0', 'subnets': [{'id': '91d64590-35d8-4c6d-a099-94574b1f9592', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08683562-58c6-4e16-89a5-bcfb20a13a53'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:22:30.532700 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78142a18-7be5-4c20-ad30-32dfd273281c None None] The sync data for ids ['ff36bd7c-8f18-40c8-aaf1-39f4ccc58313'] in dv-cinder-798208-1-iscsi is: [{'id': 'ff36bd7c-8f18-40c8-aaf1-39f4ccc58313', 'name': 'router1', 'tenant_id': '223381445b094877b01788604c999bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:22:18Z', 'updated_at': '2021-06-26T21:22:27Z', 'revision_number': 2, 'project_id': '223381445b094877b01788604c999bb0', 'gw_port_host': None, '_interfaces': [{'id': '97c9e5fe-c8d4-4f8b-9706-9dc5a9493f9c', 'name': '', 'network_id': 'e9120f7a-b2bf-4f4a-9fa9-ff48fc914576', 'tenant_id': '223381445b094877b01788604c999bb0', 'mac_address': 'fa:16:3e:ea:05:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff36bd7c-8f18-40c8-aaf1-39f4ccc58313', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91d64590-35d8-4c6d-a099-94574b1f9592', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:22:26Z', 'updated_at': '2021-06-26T21:22:30Z', 'revision_number': 4, 'project_id': '223381445b094877b01788604c999bb0', 'subnets': [{'id': '91d64590-35d8-4c6d-a099-94574b1f9592', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08683562-58c6-4e16-89a5-bcfb20a13a53'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 21:22:30.675699 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 36544) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:22:30.736051 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.agents_db [None req-53b98272-06bb-47ef-8924-edf36d473ef8 None None] Agent healthcheck: found 5 active agents {{(pid=92924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 21:22:30.788684 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ac95ff-e5bf-4815-bde2-d3b0a66e7aae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:22:30.790186 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-60ac95ff-e5bf-4815-bde2-d3b0a66e7aae admin admin] 10.222.0.24 "GET /v2.0/networks/fc74eb2e-f674-4785-8e1a-443cbfb459f7 HTTP/1.1" status: 200 len: 842 time: 0.1131818 Jun 26 21:22:30.799760 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-d401622e-6653-430b-957b-7b954b573db4 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:22:30.821782 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d401622e-6653-430b-957b-7b954b573db4 admin admin] Made reservation on behalf of fcb60ace6a3945e186bd56d5413eb687 for: {'subnet': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:22:30.824024 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d401622e-6653-430b-957b-7b954b573db4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:31.107112 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.objects.ports [None req-d401622e-6653-430b-957b-7b954b573db4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92922) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 26 21:22:31.107480 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d401622e-6653-430b-957b-7b954b573db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-221544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913'] for subnet, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:31.109629 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-719fca8e-aa18-4968-89fa-f3154b74ba64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:22:31.165827 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d401622e-6653-430b-957b-7b954b573db4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02c6eafe-d2ac-4065-b904-73ec1df0a44a,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:22:31.170926 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-d401622e-6653-430b-957b-7b954b573db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:22:31.174816 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d401622e-6653-430b-957b-7b954b573db4 admin admin] Checking segment: {'id': '4f28365d-aca5-4c5a-9953-491fa10de68c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:22:31.174816 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d401622e-6653-430b-957b-7b954b573db4 admin admin] Network hostable DHCP agents. Network: fc74eb2e-f674-4785-8e1a-443cbfb459f7, hostable agents: ['9c021b02-9e9f-4fa2-a546-066f9ef0df46'], hosted agents: [] {{(pid=92922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 21:22:31.197127 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d401622e-6653-430b-957b-7b954b573db4 admin admin] Network fc74eb2e-f674-4785-8e1a-443cbfb459f7 is scheduled to be hosted by DHCP agent 9c021b02-9e9f-4fa2-a546-066f9ef0df46 with binding_index 1 {{(pid=92922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 21:22:31.206595 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-d401622e-6653-430b-957b-7b954b573db4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798208-1-iscsi, fc74eb2e-f674-4785-8e1a-443cbfb459f7) {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:22:31.210980 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d401622e-6653-430b-957b-7b954b573db4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:22:31.211614 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d401622e-6653-430b-957b-7b954b573db4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:31.216391 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b617b43-5204-4fe1-8f59-37d4bee176f5 None None] Network fc74eb2e-f674-4785-8e1a-443cbfb459f7 requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:22:31.231729 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-d401622e-6653-430b-957b-7b954b573db4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4356844 Jun 26 21:22:31.352691 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8daa57-aeae-4cfc-b217-7ba69d99c6fa None None] Network fc74eb2e-f674-4785-8e1a-443cbfb459f7 requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:22:33.482608 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 97c9e5fe-c8d4-4f8b-9706-9dc5a9493f9c up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:22:33.543858 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning for port 97c9e5fe-c8d4-4f8b-9706-9dc5a9493f9c completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:22:33.548307 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port 97c9e5fe-c8d4-4f8b-9706-9dc5a9493f9c triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:22:33.549197 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:33.551669 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 36556) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:22:33.637017 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:33.672665 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] For port 97c9e5fe-c8d4-4f8b-9706-9dc5a9493f9c, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=97c9e5fe-c8d4-4f8b-9706-9dc5a9493f9c,segment=NetworkSegment(728b315d-caa0-4873-b104-3e837d5770c3),segment_id=728b315d-caa0-4873-b104-3e837d5770c3)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:22:33.677388 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:33.682885 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:22:33.698341 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-7983ff66-687d-4598-8ce8-9012409bb6d0 admin admin] 10.222.0.24 "GET /v2.0/routers/ff36bd7c-8f18-40c8-aaf1-39f4ccc58313 HTTP/1.1" status: 200 len: 710 time: 0.1455288 Jun 26 21:22:33.736159 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Pushing event updated for resources: {'Port': ['ID=97c9e5fe-c8d4-4f8b-9706-9dc5a9493f9c,revision_number=5']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:22:33.739437 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:22:33.788862 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff1ecf0-d9a7-40f0-8da7-4d09cc831b77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:22:33.790220 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-dff1ecf0-d9a7-40f0-8da7-4d09cc831b77 admin admin] 10.222.0.24 "GET /v2.0/networks/fc74eb2e-f674-4785-8e1a-443cbfb459f7 HTTP/1.1" status: 200 len: 886 time: 0.0864894 Jun 26 21:22:33.798852 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-16615f8e-d8c0-408c-8ce0-35115c794ef0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'}}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:22:34.118757 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-16615f8e-d8c0-408c-8ce0-35115c794ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-695302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11071'] for router, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:34.377245 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-16615f8e-d8c0-408c-8ce0-35115c794ef0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:34.474291 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-16615f8e-d8c0-408c-8ce0-35115c794ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:34.645709 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-16615f8e-d8c0-408c-8ce0-35115c794ef0 admin admin] Allocated IP 172.27.2.82 (fc74eb2e-f674-4785-8e1a-443cbfb459f7/02c6eafe-d2ac-4065-b904-73ec1df0a44a/d799d3a6-08dc-4ca9-8617-884400601b03) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:22:34.797671 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-16615f8e-d8c0-408c-8ce0-35115c794ef0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:34.839973 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-16615f8e-d8c0-408c-8ce0-35115c794ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:34.842360 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-1935aa8b-3d6c-4819-8fbc-3943b2bd262a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:22:34.881440 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16615f8e-d8c0-408c-8ce0-35115c794ef0 admin admin] Network fc74eb2e-f674-4785-8e1a-443cbfb459f7 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:22:34.884172 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-16615f8e-d8c0-408c-8ce0-35115c794ef0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:22:34.889409 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16615f8e-d8c0-408c-8ce0-35115c794ef0 admin admin] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:22:34.892192 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16615f8e-d8c0-408c-8ce0-35115c794ef0 admin admin] Pushing event updated for resources: {'Port': ['ID=d799d3a6-08dc-4ca9-8617-884400601b03,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:22:34.926321 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-16615f8e-d8c0-408c-8ce0-35115c794ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:22:35.150519 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-16615f8e-d8c0-408c-8ce0-35115c794ef0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:35.342703 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-16615f8e-d8c0-408c-8ce0-35115c794ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-695302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11071'] for router, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:35.346834 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-16615f8e-d8c0-408c-8ce0-35115c794ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-695524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-695309', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640399'] for router, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:35.406730 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 97c9e5fe-c8d4-4f8b-9706-9dc5a9493f9c up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:22:35.463551 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port 97c9e5fe-c8d4-4f8b-9706-9dc5a9493f9c triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:22:35.463923 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:35.558354 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16615f8e-d8c0-408c-8ce0-35115c794ef0 admin admin] Router ff36bd7c-8f18-40c8-aaf1-39f4ccc58313 has already been hosted by L3 agent 8f52ff15-e1cf-4181-89b9-9a217ed1d1bf {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 21:22:35.674146 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16615f8e-d8c0-408c-8ce0-35115c794ef0 admin admin] Notify agent at l3_agent.dv-cinder-798208-1-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 21:22:35.678465 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-16615f8e-d8c0-408c-8ce0-35115c794ef0 admin admin] Notify callbacks [] for router, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:35.679695 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-16615f8e-d8c0-408c-8ce0-35115c794ef0 admin admin] 10.222.0.24 "PUT /v2.0/routers/ff36bd7c-8f18-40c8-aaf1-39f4ccc58313 HTTP/1.1" status: 200 len: 889 time: 1.8840747 Jun 26 21:22:35.698405 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24801c7-d96e-4dd1-b705-ebaee9630992 None None] Sync routers for ids ['ff36bd7c-8f18-40c8-aaf1-39f4ccc58313'] in dv-cinder-798208-1-iscsi {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 21:22:35.710444 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24801c7-d96e-4dd1-b705-ebaee9630992 None None] Routers {'ff36bd7c-8f18-40c8-aaf1-39f4ccc58313'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:22:35.711134 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-c24801c7-d96e-4dd1-b705-ebaee9630992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:22:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['ff36bd7c-8f18-40c8-aaf1-39f4ccc58313'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:22:35.935298 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-c24801c7-d96e-4dd1-b705-ebaee9630992 None None] Set router ff36bd7c-8f18-40c8-aaf1-39f4ccc58313 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:22:36.422497 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-c24801c7-d96e-4dd1-b705-ebaee9630992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff36bd7c-8f18-40c8-aaf1-39f4ccc58313', 'name': 'router1', 'tenant_id': '223381445b094877b01788604c999bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'd799d3a6-08dc-4ca9-8617-884400601b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:22:18Z', 'updated_at': '2021-06-26T21:22:35Z', 'revision_number': 4, 'project_id': '223381445b094877b01788604c999bb0', 'gw_port': {'id': 'd799d3a6-08dc-4ca9-8617-884400601b03', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:60:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff36bd7c-8f18-40c8-aaf1-39f4ccc58313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:22:34Z', 'updated_at': '2021-06-26T21:22:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': '97c9e5fe-c8d4-4f8b-9706-9dc5a9493f9c', 'name': '', 'network_id': 'e9120f7a-b2bf-4f4a-9fa9-ff48fc914576', 'tenant_id': '223381445b094877b01788604c999bb0', 'mac_address': 'fa:16:3e:ea:05:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff36bd7c-8f18-40c8-aaf1-39f4ccc58313', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91d64590-35d8-4c6d-a099-94574b1f9592', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:22:26Z', 'updated_at': '2021-06-26T21:22:33Z', 'revision_number': 5, 'project_id': '223381445b094877b01788604c999bb0', 'subnets': [{'id': '91d64590-35d8-4c6d-a099-94574b1f9592', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08683562-58c6-4e16-89a5-bcfb20a13a53'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:22:36.477453 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24801c7-d96e-4dd1-b705-ebaee9630992 None None] Checking router: ff36bd7c-8f18-40c8-aaf1-39f4ccc58313 for host: dv-cinder-798208-1-iscsi {{(pid=92923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 21:22:36.477806 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24801c7-d96e-4dd1-b705-ebaee9630992 None None] Updating router ff36bd7c-8f18-40c8-aaf1-39f4ccc58313 port d799d3a6-08dc-4ca9-8617-884400601b03 binding host dv-cinder-798208-1-iscsi {{(pid=92923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 21:22:36.525268 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c24801c7-d96e-4dd1-b705-ebaee9630992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:36.871976 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c24801c7-d96e-4dd1-b705-ebaee9630992 None None] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:36.883584 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-c24801c7-d96e-4dd1-b705-ebaee9630992 None None] Transition to ACTIVE for port object d799d3a6-08dc-4ca9-8617-884400601b03 will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:22:36.891275 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c24801c7-d96e-4dd1-b705-ebaee9630992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:36.895093 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:22:36.951765 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4422eaba-3a15-4c1f-9383-9c1684e2ecb5 None None] Pushing event updated for resources: {'Port': ['ID=d799d3a6-08dc-4ca9-8617-884400601b03,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:22:36.954207 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-c24801c7-d96e-4dd1-b705-ebaee9630992 None None] Attempting to bind port d799d3a6-08dc-4ca9-8617-884400601b03 on host dv-cinder-798208-1-iscsi for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:22:36.954582 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-c24801c7-d96e-4dd1-b705-ebaee9630992 None None] Attempting to bind port d799d3a6-08dc-4ca9-8617-884400601b03 by drivers openvswitch,hyperv on host dv-cinder-798208-1-iscsi at level 0 using segments [{'id': '4f28365d-aca5-4c5a-9953-491fa10de68c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:22:36.954939 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24801c7-d96e-4dd1-b705-ebaee9630992 None None] Attempting to bind port d799d3a6-08dc-4ca9-8617-884400601b03 on network fc74eb2e-f674-4785-8e1a-443cbfb459f7 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:22:36.960717 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-4422eaba-3a15-4c1f-9383-9c1684e2ecb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:22:36.961485 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24801c7-d96e-4dd1-b705-ebaee9630992 None None] Checking agent: {'id': '7280f8c8-6f14-48e1-b2dd-15f5d03fd9f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 21, 53), 'started_at': datetime.datetime(2021, 6, 26, 21, 22, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:22:36.961860 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24801c7-d96e-4dd1-b705-ebaee9630992 None None] Checking segment: {'id': '4f28365d-aca5-4c5a-9953-491fa10de68c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:22:36.962272 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c24801c7-d96e-4dd1-b705-ebaee9630992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:36.962659 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24801c7-d96e-4dd1-b705-ebaee9630992 None None] Bound using segment: {'id': '4f28365d-aca5-4c5a-9953-491fa10de68c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:22:36.963142 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-c24801c7-d96e-4dd1-b705-ebaee9630992 None None] Bound port: d799d3a6-08dc-4ca9-8617-884400601b03, host: dv-cinder-798208-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f28365d-aca5-4c5a-9953-491fa10de68c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:22:36.963553 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c24801c7-d96e-4dd1-b705-ebaee9630992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:37.019132 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-c24801c7-d96e-4dd1-b705-ebaee9630992 None None] For port d799d3a6-08dc-4ca9-8617-884400601b03, host dv-cinder-798208-1-iscsi, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:22:37.022580 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-c24801c7-d96e-4dd1-b705-ebaee9630992 None None] For port d799d3a6-08dc-4ca9-8617-884400601b03, host dv-cinder-798208-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=d799d3a6-08dc-4ca9-8617-884400601b03,segment=NetworkSegment(4f28365d-aca5-4c5a-9953-491fa10de68c),segment_id=4f28365d-aca5-4c5a-9953-491fa10de68c)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:22:37.026541 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c24801c7-d96e-4dd1-b705-ebaee9630992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:37.029680 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-4422eaba-3a15-4c1f-9383-9c1684e2ecb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:22:37.087517 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24801c7-d96e-4dd1-b705-ebaee9630992 None None] Routers {'ff36bd7c-8f18-40c8-aaf1-39f4ccc58313'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:22:37.088178 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-c24801c7-d96e-4dd1-b705-ebaee9630992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:22:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['ff36bd7c-8f18-40c8-aaf1-39f4ccc58313'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:22:37.093657 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4422eaba-3a15-4c1f-9383-9c1684e2ecb5 None None] Pushing event updated for resources: {'Port': ['ID=d799d3a6-08dc-4ca9-8617-884400601b03,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:22:37.097531 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-4422eaba-3a15-4c1f-9383-9c1684e2ecb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:22:37.283710 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-c24801c7-d96e-4dd1-b705-ebaee9630992 None None] Set router ff36bd7c-8f18-40c8-aaf1-39f4ccc58313 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:22:37.504523 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-c24801c7-d96e-4dd1-b705-ebaee9630992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff36bd7c-8f18-40c8-aaf1-39f4ccc58313', 'name': 'router1', 'tenant_id': '223381445b094877b01788604c999bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'd799d3a6-08dc-4ca9-8617-884400601b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:22:18Z', 'updated_at': '2021-06-26T21:22:35Z', 'revision_number': 4, 'project_id': '223381445b094877b01788604c999bb0', 'gw_port': {'id': 'd799d3a6-08dc-4ca9-8617-884400601b03', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:60:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff36bd7c-8f18-40c8-aaf1-39f4ccc58313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:22:34Z', 'updated_at': '2021-06-26T21:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': '97c9e5fe-c8d4-4f8b-9706-9dc5a9493f9c', 'name': '', 'network_id': 'e9120f7a-b2bf-4f4a-9fa9-ff48fc914576', 'tenant_id': '223381445b094877b01788604c999bb0', 'mac_address': 'fa:16:3e:ea:05:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff36bd7c-8f18-40c8-aaf1-39f4ccc58313', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91d64590-35d8-4c6d-a099-94574b1f9592', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:22:26Z', 'updated_at': '2021-06-26T21:22:33Z', 'revision_number': 5, 'project_id': '223381445b094877b01788604c999bb0', 'subnets': [{'id': '91d64590-35d8-4c6d-a099-94574b1f9592', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08683562-58c6-4e16-89a5-bcfb20a13a53'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:22:37.530507 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24801c7-d96e-4dd1-b705-ebaee9630992 None None] The sync data for ids ['ff36bd7c-8f18-40c8-aaf1-39f4ccc58313'] in dv-cinder-798208-1-iscsi is: [{'id': 'ff36bd7c-8f18-40c8-aaf1-39f4ccc58313', 'name': 'router1', 'tenant_id': '223381445b094877b01788604c999bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'd799d3a6-08dc-4ca9-8617-884400601b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:22:18Z', 'updated_at': '2021-06-26T21:22:35Z', 'revision_number': 4, 'project_id': '223381445b094877b01788604c999bb0', 'gw_port': {'id': 'd799d3a6-08dc-4ca9-8617-884400601b03', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:60:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff36bd7c-8f18-40c8-aaf1-39f4ccc58313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:22:34Z', 'updated_at': '2021-06-26T21:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': '97c9e5fe-c8d4-4f8b-9706-9dc5a9493f9c', 'name': '', 'network_id': 'e9120f7a-b2bf-4f4a-9fa9-ff48fc914576', 'tenant_id': '223381445b094877b01788604c999bb0', 'mac_address': 'fa:16:3e:ea:05:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff36bd7c-8f18-40c8-aaf1-39f4ccc58313', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91d64590-35d8-4c6d-a099-94574b1f9592', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:22:26Z', 'updated_at': '2021-06-26T21:22:33Z', 'revision_number': 5, 'project_id': '223381445b094877b01788604c999bb0', 'subnets': [{'id': '91d64590-35d8-4c6d-a099-94574b1f9592', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08683562-58c6-4e16-89a5-bcfb20a13a53'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 21:22:38.158945 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 36564) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:22:38.302266 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-6ad01d80-a30c-48fd-9e91-5191c8338650 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1420131 Jun 26 21:22:39.430969 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device d799d3a6-08dc-4ca9-8617-884400601b03 up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:22:39.501109 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning for port d799d3a6-08dc-4ca9-8617-884400601b03 completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:22:39.508082 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port d799d3a6-08dc-4ca9-8617-884400601b03 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:22:39.508773 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:39.594647 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:39.617336 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] For port d799d3a6-08dc-4ca9-8617-884400601b03, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=d799d3a6-08dc-4ca9-8617-884400601b03,segment=NetworkSegment(4f28365d-aca5-4c5a-9953-491fa10de68c),segment_id=4f28365d-aca5-4c5a-9953-491fa10de68c)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:22:39.630329 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:39.633447 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:22:39.711934 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Pushing event updated for resources: {'Port': ['ID=d799d3a6-08dc-4ca9-8617-884400601b03,revision_number=4']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:22:39.716323 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:22:41.417030 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device d799d3a6-08dc-4ca9-8617-884400601b03 up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:22:41.478388 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port d799d3a6-08dc-4ca9-8617-884400601b03 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:22:41.478854 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:50.382137 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d5609faf-4b40-4408-b92e-a66ebbd5c137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:52.588103 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:54.589472 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0886439c-5d0e-4095-b908-0c8ed4e98d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:55.819784 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:22:57.546376 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:23:07.735373 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.agents_db [None req-53b98272-06bb-47ef-8924-edf36d473ef8 None None] Agent healthcheck: found 5 active agents {{(pid=92924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 21:23:20.375408 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-043190ab-b8c9-46b6-bc46-2ec66772d5fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:23:22.600595 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:23:24.583218 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7b80b1f9-44b7-434a-9487-ed11f8f6bda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:23:25.810804 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:23:27.561544 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:23:44.733803 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.agents_db [None req-53b98272-06bb-47ef-8924-edf36d473ef8 None None] Agent healthcheck: found 5 active agents {{(pid=92924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 21:23:50.372819 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-246da968-979f-4f2a-839b-f9215d0e6064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:23:52.593633 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:23:54.585262 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-46a634b1-1bc8-4a78-b8ed-eb12954d8922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:23:55.816530 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:23:57.549190 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:24:20.373735 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2f7fe498-2a33-4439-868b-6e68695f8f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:24:21.732576 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.agents_db [None req-53b98272-06bb-47ef-8924-edf36d473ef8 None None] Agent healthcheck: found 5 active agents {{(pid=92924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 21:24:21.733786 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 37132) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:24:21.809437 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f7139b-e203-4ca9-8423-bf0f21d6ec52 admin admin] GET failed (client error): The resource could not be found. Jun 26 21:24:21.810817 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-36f7139b-e203-4ca9-8423-bf0f21d6ec52 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0760920 Jun 26 21:24:22.007909 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64ec334-2c68-4fb3-baa4-0c7c76d1f313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:24:22.009299 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-d64ec334-2c68-4fb3-baa4-0c7c76d1f313 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1947162 Jun 26 21:24:22.601323 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:24:24.180315 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 37142) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:24:24.311241 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09e40c3-2463-4c2f-9ca3-93a635294d97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:24:24.312654 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-c09e40c3-2463-4c2f-9ca3-93a635294d97 admin admin] 10.222.0.24 "GET /v2.0/subnets/91d64590-35d8-4c6d-a099-94574b1f9592 HTTP/1.1" status: 200 len: 849 time: 0.1313941 Jun 26 21:24:24.321880 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-56b2763d-1fc1-4ef5-bec3-fdff541634a5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:24:24.408637 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-56b2763d-1fc1-4ef5-bec3-fdff541634a5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:24:24.566971 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-56b2763d-1fc1-4ef5-bec3-fdff541634a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-221544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773185432513'] for subnet, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:24:24.569619 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:24:24.587917 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-02e7a921-005e-4492-9abb-b7bb2652f6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:24:24.616842 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b2763d-1fc1-4ef5-bec3-fdff541634a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:24:24.617485 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-56b2763d-1fc1-4ef5-bec3-fdff541634a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for subnet, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:24:24.618815 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-56b2763d-1fc1-4ef5-bec3-fdff541634a5 admin admin] 10.222.0.24 "PUT /v2.0/subnets/91d64590-35d8-4c6d-a099-94574b1f9592 HTTP/1.1" status: 200 len: 868 time: 0.3007541 Jun 26 21:24:24.619209 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600168c8-2c5c-418b-954d-a6ae9c5e1e33 None None] Network e9120f7a-b2bf-4f4a-9fa9-ff48fc914576 requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:24:24.631760 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2763d-1fc1-4ef5-bec3-fdff541634a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91d64590-35d8-4c6d-a099-94574b1f9592,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:24:24.639576 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b2763d-1fc1-4ef5-bec3-fdff541634a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:24:24.639921 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b2763d-1fc1-4ef5-bec3-fdff541634a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:24:24.640253 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b2763d-1fc1-4ef5-bec3-fdff541634a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:24:24.640721 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b2763d-1fc1-4ef5-bec3-fdff541634a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:24:24.641051 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b2763d-1fc1-4ef5-bec3-fdff541634a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:24:24.641393 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b2763d-1fc1-4ef5-bec3-fdff541634a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:24:24.642184 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b2763d-1fc1-4ef5-bec3-fdff541634a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:24:24.642184 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b2763d-1fc1-4ef5-bec3-fdff541634a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:24:24.642408 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b2763d-1fc1-4ef5-bec3-fdff541634a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:24:24.642656 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b2763d-1fc1-4ef5-bec3-fdff541634a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:24:24.642968 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b2763d-1fc1-4ef5-bec3-fdff541634a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:24:24.643342 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b2763d-1fc1-4ef5-bec3-fdff541634a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:24:24.647864 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-56b2763d-1fc1-4ef5-bec3-fdff541634a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:24:25.030903 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-6218cd23-4122-4ed8-b58a-2a356aa22f7e None None] Provisioning complete for port af0d6fb5-7b67-4518-8d6f-c7ccff62240d triggered by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:24:25.031304 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6218cd23-4122-4ed8-b58a-2a356aa22f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:24:25.113025 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-6218cd23-4122-4ed8-b58a-2a356aa22f7e None None] Provisioning complete for port 97c9e5fe-c8d4-4f8b-9706-9dc5a9493f9c triggered by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:24:25.113292 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6218cd23-4122-4ed8-b58a-2a356aa22f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:24:25.816570 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:24:26.786547 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 37150) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:24:26.993148 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb718e09-0787-4ed1-a6cb-e8b983cfa39f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:24:26.993621 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb718e09-0787-4ed1-a6cb-e8b983cfa39f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:24:26.995234 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-fb718e09-0787-4ed1-a6cb-e8b983cfa39f admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2076874 Jun 26 21:24:27.552517 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:24:29.161350 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 37158) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:24:29.370531 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e457753-a74d-477e-b426-e87c51717306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:24:29.370932 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e457753-a74d-477e-b426-e87c51717306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:24:29.372505 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-4e457753-a74d-477e-b426-e87c51717306 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2102087 Jun 26 21:24:31.531228 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 37168) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:24:31.673001 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f138643-adfe-47c0-93d1-0183508d3644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:24:31.674467 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-5f138643-adfe-47c0-93d1-0183508d3644 admin admin] 10.222.0.24 "GET /v2.0/networks/e9120f7a-b2bf-4f4a-9fa9-ff48fc914576 HTTP/1.1" status: 200 len: 869 time: 0.1422784 Jun 26 21:24:33.809395 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 37176) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:24:33.949561 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcc268e-2255-41b9-b0b0-346b63add23a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:24:33.950999 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-3bcc268e-2255-41b9-b0b0-346b63add23a admin admin] 10.222.0.24 "GET /v2.0/networks/fc74eb2e-f674-4785-8e1a-443cbfb459f7 HTTP/1.1" status: 200 len: 886 time: 0.1406636 Jun 26 21:24:36.069839 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 37184) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:24:36.195659 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfb851b-9218-4b32-aaaa-5cc47965ff9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:24:36.196112 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfb851b-9218-4b32-aaaa-5cc47965ff9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:24:36.197667 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-5bfb851b-9218-4b32-aaaa-5cc47965ff9b admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1268528 Jun 26 21:24:38.372559 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 37192) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:24:38.467486 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b430dd1-adfe-4531-b2c1-913b91b382c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:24:38.467932 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b430dd1-adfe-4531-b2c1-913b91b382c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:24:38.469456 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-6b430dd1-adfe-4531-b2c1-913b91b382c5 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0959599 Jun 26 21:24:40.644918 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 37200) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:24:40.732014 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b3f856-7d7f-4e7a-a8d0-0854ecc20e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:24:40.733366 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-05b3f856-7d7f-4e7a-a8d0-0854ecc20e5a admin admin] 10.222.0.24 "GET /v2.0/subnets/02c6eafe-d2ac-4065-b904-73ec1df0a44a HTTP/1.1" status: 200 len: 816 time: 0.0875127 Jun 26 21:24:42.862085 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 37208) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:24:42.951791 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7632a982-82a3-408a-9517-175ef1a79347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:24:42.953151 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-7632a982-82a3-408a-9517-175ef1a79347 admin admin] 10.222.0.24 "GET /v2.0/subnets/91d64590-35d8-4c6d-a099-94574b1f9592 HTTP/1.1" status: 200 len: 868 time: 0.0901039 Jun 26 21:24:50.373785 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-63206ad1-9179-4981-85d9-95d75f80b374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:24:52.593553 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:24:54.590315 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fed4dbc7-65c3-4004-aafc-9753fc9e6fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:24:55.819373 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:24:57.558279 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:24:58.730932 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.agents_db [None req-53b98272-06bb-47ef-8924-edf36d473ef8 None None] Agent healthcheck: found 5 active agents {{(pid=92924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 21:25:06.371878 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 37252) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:25:06.418459 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [None req-8f81df33-ae4a-4c7d-8d8c-5abadbb400a5 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 21:25:06.419475 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-8f81df33-ae4a-4c7d-8d8c-5abadbb400a5 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466511 Jun 26 21:25:08.709522 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 37260) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:25:08.771542 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dcd9f87-ccaa-423e-a528-3c8a4d7a5e5b admin admin] GET failed (client error): The resource could not be found. Jun 26 21:25:08.772892 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-0dcd9f87-ccaa-423e-a528-3c8a4d7a5e5b admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0624590 Jun 26 21:25:08.861929 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1217a4b-0b63-4bbb-ab08-2439ade442c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:25:08.863552 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-f1217a4b-0b63-4bbb-ab08-2439ade442c8 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0859618 Jun 26 21:25:11.058655 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 37268) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:25:11.105772 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-7eba0e07-382b-4cbc-b21d-e1d524a719de admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:25:11.126106 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eba0e07-382b-4cbc-b21d-e1d524a719de admin admin] Made reservation on behalf of fcb60ace6a3945e186bd56d5413eb687 for: {'network': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:25:11.128498 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7eba0e07-382b-4cbc-b21d-e1d524a719de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for network, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:25:11.164356 dv-cinder-798208-1-iscsi neutron-server[92921]: WARNING neutron.services.revisions.revision_plugin [None req-7eba0e07-382b-4cbc-b21d-e1d524a719de admin admin] Could not find related network for resource to bump revision. Jun 26 21:25:11.177282 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eba0e07-382b-4cbc-b21d-e1d524a719de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=92921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 21:25:11.186489 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7eba0e07-382b-4cbc-b21d-e1d524a719de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175'] for segment, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:25:11.186831 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.db.segments_db [None req-7eba0e07-382b-4cbc-b21d-e1d524a719de admin admin] Added segment d3d185cd-db11-44ba-85fb-e2106eb6ec7c of type vlan for network 90a61ca3-acdc-4e9f-be78-d07a7635a9e5 Jun 26 21:25:11.228445 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7eba0e07-382b-4cbc-b21d-e1d524a719de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773185029479'] for network, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:25:11.257705 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7eba0e07-382b-4cbc-b21d-e1d524a719de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-938849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913'] for network, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:25:11.258869 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eba0e07-382b-4cbc-b21d-e1d524a719de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:25:11.259482 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7eba0e07-382b-4cbc-b21d-e1d524a719de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for network, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:25:11.261395 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:25:11.314973 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-7eba0e07-382b-4cbc-b21d-e1d524a719de admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2546277 Jun 26 21:25:11.321859 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eba0e07-382b-4cbc-b21d-e1d524a719de admin admin] Pushing event updated for resources: {'Network': ['ID=90a61ca3-acdc-4e9f-be78-d07a7635a9e5,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:25:11.324867 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-7eba0e07-382b-4cbc-b21d-e1d524a719de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:25:11.333491 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Network 90a61ca3-acdc-4e9f-be78-d07a7635a9e5 details requested by agent ovs-agent-dv-cinder-798208-1-iscsi with host dv-cinder-798208-1-iscsi {{(pid=92923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 21:25:13.548502 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 37276) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:25:13.609988 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.pecan_wsgi.hooks.translation [None req-258168dc-6dd3-4225-aa9c-61c1907ed891 admin admin] GET failed (client error): The resource could not be found. Jun 26 21:25:13.611911 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-258168dc-6dd3-4225-aa9c-61c1907ed891 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0612175 Jun 26 21:25:13.686845 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b5ec84-f103-497a-8199-171e49c1e79f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:25:13.688374 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-14b5ec84-f103-497a-8199-171e49c1e79f admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0725336 Jun 26 21:25:13.698546 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-6b6f7881-03f1-48e0-b925-0420b3c85101 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '90a61ca3-acdc-4e9f-be78-d07a7635a9e5', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:25:13.726113 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6f7881-03f1-48e0-b925-0420b3c85101 admin admin] Made reservation on behalf of fcb60ace6a3945e186bd56d5413eb687 for: {'subnet': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:25:13.728636 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6b6f7881-03f1-48e0-b925-0420b3c85101 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:25:13.949123 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6b6f7881-03f1-48e0-b925-0420b3c85101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-221544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913'] for subnet, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:25:13.951448 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-56b2763d-1fc1-4ef5-bec3-fdff541634a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:25:14.010532 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f7881-03f1-48e0-b925-0420b3c85101 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2374782d-f6cd-415b-869f-1fc12a889ef2,revision_number=0']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:25:14.013638 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-6b6f7881-03f1-48e0-b925-0420b3c85101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:25:14.021499 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6f7881-03f1-48e0-b925-0420b3c85101 admin admin] Checking segment: {'id': 'd3d185cd-db11-44ba-85fb-e2106eb6ec7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '90a61ca3-acdc-4e9f-be78-d07a7635a9e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:25:14.021876 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6f7881-03f1-48e0-b925-0420b3c85101 admin admin] Network hostable DHCP agents. Network: 90a61ca3-acdc-4e9f-be78-d07a7635a9e5, hostable agents: ['9c021b02-9e9f-4fa2-a546-066f9ef0df46'], hosted agents: [] {{(pid=92921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 21:25:14.044450 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6f7881-03f1-48e0-b925-0420b3c85101 admin admin] Network 90a61ca3-acdc-4e9f-be78-d07a7635a9e5 is scheduled to be hosted by DHCP agent 9c021b02-9e9f-4fa2-a546-066f9ef0df46 with binding_index 1 {{(pid=92921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 21:25:14.056232 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-6b6f7881-03f1-48e0-b925-0420b3c85101 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798208-1-iscsi, 90a61ca3-acdc-4e9f-be78-d07a7635a9e5) {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:25:14.061079 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6f7881-03f1-48e0-b925-0420b3c85101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:25:14.062395 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6b6f7881-03f1-48e0-b925-0420b3c85101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for subnet, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:25:14.066088 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e59d47-8d07-4eb0-8b9e-b03687f0ef64 None None] Network 90a61ca3-acdc-4e9f-be78-d07a7635a9e5 requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:25:14.084270 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-6b6f7881-03f1-48e0-b925-0420b3c85101 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3807580 Jun 26 21:25:14.328962 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6bf35b-c326-40a8-89f8-e66923a0e0e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde5f2ef3-1d6e-553d-a39c-8e031008594d-90a61ca3-acdc-4e9f-be78-d07a7635a9e5', 'network_id': '90a61ca3-acdc-4e9f-be78-d07a7635a9e5', 'tenant_id': 'fcb60ace6a3945e186bd56d5413eb687', 'fixed_ips': [{'subnet_id': '2374782d-f6cd-415b-869f-1fc12a889ef2'}]}} from dv-cinder-798208-1-iscsi. {{(pid=92923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 26 21:25:14.330435 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5f6bf35b-c326-40a8-89f8-e66923a0e0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:25:14.487446 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-5f6bf35b-c326-40a8-89f8-e66923a0e0e5 None None] Allocated IP 192.168.233.2 (90a61ca3-acdc-4e9f-be78-d07a7635a9e5/2374782d-f6cd-415b-869f-1fc12a889ef2/c2635ce2-69ab-4bee-be6c-e1f343001d33) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:25:14.646419 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5f6bf35b-c326-40a8-89f8-e66923a0e0e5 None None] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:25:14.655024 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-5f6bf35b-c326-40a8-89f8-e66923a0e0e5 None None] Transition to ACTIVE for port object c2635ce2-69ab-4bee-be6c-e1f343001d33 will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:25:14.674441 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-5f6bf35b-c326-40a8-89f8-e66923a0e0e5 None None] Transition to ACTIVE for port object c2635ce2-69ab-4bee-be6c-e1f343001d33 will not be triggered until provisioned by entity DHCP. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:25:14.681238 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5f6bf35b-c326-40a8-89f8-e66923a0e0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:25:14.683501 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:25:14.723546 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6bf35b-c326-40a8-89f8-e66923a0e0e5 None None] Network 90a61ca3-acdc-4e9f-be78-d07a7635a9e5 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:25:14.726222 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-5f6bf35b-c326-40a8-89f8-e66923a0e0e5 None None] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:25:14.730567 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6bf35b-c326-40a8-89f8-e66923a0e0e5 None None] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:25:14.733635 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6bf35b-c326-40a8-89f8-e66923a0e0e5 None None] Pushing event updated for resources: {'Port': ['ID=c2635ce2-69ab-4bee-be6c-e1f343001d33,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:25:14.764165 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6bf35b-c326-40a8-89f8-e66923a0e0e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:25:14.764461 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6bf35b-c326-40a8-89f8-e66923a0e0e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:25:14.764792 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6bf35b-c326-40a8-89f8-e66923a0e0e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:25:14.765115 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6bf35b-c326-40a8-89f8-e66923a0e0e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:25:14.765422 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6bf35b-c326-40a8-89f8-e66923a0e0e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:25:14.765745 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6bf35b-c326-40a8-89f8-e66923a0e0e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:25:14.766061 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6bf35b-c326-40a8-89f8-e66923a0e0e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:25:14.766376 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6bf35b-c326-40a8-89f8-e66923a0e0e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:25:14.766716 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6bf35b-c326-40a8-89f8-e66923a0e0e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:25:14.767051 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6bf35b-c326-40a8-89f8-e66923a0e0e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:25:14.767925 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6bf35b-c326-40a8-89f8-e66923a0e0e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:25:14.768236 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6bf35b-c326-40a8-89f8-e66923a0e0e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:25:14.772583 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-5f6bf35b-c326-40a8-89f8-e66923a0e0e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:25:14.800924 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-5f6bf35b-c326-40a8-89f8-e66923a0e0e5 None None] Attempting to bind port c2635ce2-69ab-4bee-be6c-e1f343001d33 on host dv-cinder-798208-1-iscsi for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:25:14.801294 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-5f6bf35b-c326-40a8-89f8-e66923a0e0e5 None None] Attempting to bind port c2635ce2-69ab-4bee-be6c-e1f343001d33 by drivers openvswitch,hyperv on host dv-cinder-798208-1-iscsi at level 0 using segments [{'id': 'd3d185cd-db11-44ba-85fb-e2106eb6ec7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '90a61ca3-acdc-4e9f-be78-d07a7635a9e5'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:25:14.801650 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6bf35b-c326-40a8-89f8-e66923a0e0e5 None None] Attempting to bind port c2635ce2-69ab-4bee-be6c-e1f343001d33 on network 90a61ca3-acdc-4e9f-be78-d07a7635a9e5 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:25:14.806770 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6bf35b-c326-40a8-89f8-e66923a0e0e5 None None] Checking agent: {'id': '7280f8c8-6f14-48e1-b2dd-15f5d03fd9f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 21, 53), 'started_at': datetime.datetime(2021, 6, 26, 21, 22, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:25:14.807133 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6bf35b-c326-40a8-89f8-e66923a0e0e5 None None] Checking segment: {'id': 'd3d185cd-db11-44ba-85fb-e2106eb6ec7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '90a61ca3-acdc-4e9f-be78-d07a7635a9e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:25:14.807560 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5f6bf35b-c326-40a8-89f8-e66923a0e0e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:25:14.808034 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6bf35b-c326-40a8-89f8-e66923a0e0e5 None None] Bound using segment: {'id': 'd3d185cd-db11-44ba-85fb-e2106eb6ec7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '90a61ca3-acdc-4e9f-be78-d07a7635a9e5'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:25:14.808514 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-5f6bf35b-c326-40a8-89f8-e66923a0e0e5 None None] Bound port: c2635ce2-69ab-4bee-be6c-e1f343001d33, host: dv-cinder-798208-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d185cd-db11-44ba-85fb-e2106eb6ec7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '90a61ca3-acdc-4e9f-be78-d07a7635a9e5'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:25:14.808885 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5f6bf35b-c326-40a8-89f8-e66923a0e0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:25:14.872510 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-5f6bf35b-c326-40a8-89f8-e66923a0e0e5 None None] For port c2635ce2-69ab-4bee-be6c-e1f343001d33, host dv-cinder-798208-1-iscsi, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:25:14.875621 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-5f6bf35b-c326-40a8-89f8-e66923a0e0e5 None None] For port c2635ce2-69ab-4bee-be6c-e1f343001d33, host dv-cinder-798208-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=c2635ce2-69ab-4bee-be6c-e1f343001d33,segment=NetworkSegment(d3d185cd-db11-44ba-85fb-e2106eb6ec7c),segment_id=d3d185cd-db11-44ba-85fb-e2106eb6ec7c)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:25:14.884932 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5f6bf35b-c326-40a8-89f8-e66923a0e0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:25:14.889314 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-5f6bf35b-c326-40a8-89f8-e66923a0e0e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:25:14.956481 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6bf35b-c326-40a8-89f8-e66923a0e0e5 None None] Pushing event updated for resources: {'Port': ['ID=c2635ce2-69ab-4bee-be6c-e1f343001d33,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:25:14.967589 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-5f6bf35b-c326-40a8-89f8-e66923a0e0e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:25:15.570162 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device c2635ce2-69ab-4bee-be6c-e1f343001d33 up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:25:15.631436 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning for port c2635ce2-69ab-4bee-be6c-e1f343001d33 completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:25:15.766778 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26496f21-0809-4343-b290-36cb50f6f063 None None] Network 90a61ca3-acdc-4e9f-be78-d07a7635a9e5 requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:25:15.836093 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-f1f2a6fc-072a-4e53-8be5-5731b8d9bbf9 None None] Provisioning for port c2635ce2-69ab-4bee-be6c-e1f343001d33 completed by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:25:15.841035 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-f1f2a6fc-072a-4e53-8be5-5731b8d9bbf9 None None] Provisioning complete for port c2635ce2-69ab-4bee-be6c-e1f343001d33 triggered by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:25:15.841417 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f1f2a6fc-072a-4e53-8be5-5731b8d9bbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:25:15.982431 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f1f2a6fc-072a-4e53-8be5-5731b8d9bbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:25:16.026649 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-f1f2a6fc-072a-4e53-8be5-5731b8d9bbf9 None None] For port c2635ce2-69ab-4bee-be6c-e1f343001d33, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=c2635ce2-69ab-4bee-be6c-e1f343001d33,segment=NetworkSegment(d3d185cd-db11-44ba-85fb-e2106eb6ec7c),segment_id=d3d185cd-db11-44ba-85fb-e2106eb6ec7c)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:25:16.033580 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f1f2a6fc-072a-4e53-8be5-5731b8d9bbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:25:16.046151 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:25:16.103893 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f2a6fc-072a-4e53-8be5-5731b8d9bbf9 None None] Pushing event updated for resources: {'Port': ['ID=c2635ce2-69ab-4bee-be6c-e1f343001d33,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:25:16.110899 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-f1f2a6fc-072a-4e53-8be5-5731b8d9bbf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:25:16.305384 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-96a83e1d-b440-4a7d-a50e-9d4d9b65a512 None None] Provisioning complete for port c2635ce2-69ab-4bee-be6c-e1f343001d33 triggered by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:25:16.305648 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-96a83e1d-b440-4a7d-a50e-9d4d9b65a512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:25:17.530032 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device c2635ce2-69ab-4bee-be6c-e1f343001d33 up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:25:17.578146 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port c2635ce2-69ab-4bee-be6c-e1f343001d33 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:25:17.578516 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:25:20.375051 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f1743f3e-5771-4da8-97ea-1cace5e35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:25:22.596103 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:25:24.593743 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f99eae4a-3918-4e97-b851-9a56065382d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:25:25.822910 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:25:27.559246 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:25:35.729245 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.agents_db [None req-53b98272-06bb-47ef-8924-edf36d473ef8 None None] Agent healthcheck: found 5 active agents {{(pid=92924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 21:25:50.375911 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e33102d0-3eae-4322-a484-279305ce3e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:25:52.598019 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:25:54.595283 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-583e224a-3bca-4c57-9790-89e575e871ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:25:55.825606 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:25:57.562814 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:26:12.727727 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.agents_db [None req-53b98272-06bb-47ef-8924-edf36d473ef8 None None] Agent healthcheck: found 5 active agents {{(pid=92924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 21:26:20.379566 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-791a4e0d-be4c-43f3-b9c0-3f8d484d2dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:26:22.600703 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:26:24.025992 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 37330) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:26:24.032696 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [None req-d49fcf6e-0607-48c6-ba97-25f23482846b tempest-verify_tempest_config-980178964 tempest-verify_tempest_config-980178964-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 21:26:24.033676 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-d49fcf6e-0607-48c6-ba97-25f23482846b tempest-verify_tempest_config-980178964 tempest-verify_tempest_config-980178964-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067084 Jun 26 21:26:24.341440 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 37348) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:26:24.446625 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e9954415-0d36-4f3b-a930-7e9e0af6555c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:26:24.537145 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e9954415-0d36-4f3b-a930-7e9e0af6555c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:26:24.540878 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e9954415-0d36-4f3b-a930-7e9e0af6555c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:26:24.543804 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-612d19ef-03bd-44ae-8429-1f76cc7e5327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:26:24.589860 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9954415-0d36-4f3b-a930-7e9e0af6555c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9823ff-c210-4ae2-b88c-fc6d0c1e66d8,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:26:24.593799 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-e9954415-0d36-4f3b-a930-7e9e0af6555c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1badeb6a442a40f1884575fae17011c0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2513678 Jun 26 21:26:24.596747 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 37352) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:26:24.597515 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-946e1fcd-f6b4-4a26-9c66-ed58e385ba79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:26:24.599926 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9954415-0d36-4f3b-a930-7e9e0af6555c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:26:24.600284 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9954415-0d36-4f3b-a930-7e9e0af6555c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:26:24.600618 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9954415-0d36-4f3b-a930-7e9e0af6555c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:26:24.600942 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9954415-0d36-4f3b-a930-7e9e0af6555c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:26:24.601263 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9954415-0d36-4f3b-a930-7e9e0af6555c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:26:24.601601 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9954415-0d36-4f3b-a930-7e9e0af6555c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:26:24.601923 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9954415-0d36-4f3b-a930-7e9e0af6555c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:26:24.602235 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9954415-0d36-4f3b-a930-7e9e0af6555c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:26:24.602565 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9954415-0d36-4f3b-a930-7e9e0af6555c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:26:24.602882 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9954415-0d36-4f3b-a930-7e9e0af6555c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:26:24.603212 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9954415-0d36-4f3b-a930-7e9e0af6555c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:26:24.603531 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9954415-0d36-4f3b-a930-7e9e0af6555c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:26:24.607442 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-e9954415-0d36-4f3b-a930-7e9e0af6555c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:26:24.661156 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-50e3834d-fd79-4ef5-8df0-b6d69bf411cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:26:24.687065 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-50e3834d-fd79-4ef5-8df0-b6d69bf411cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:26:24.784955 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-50e3834d-fd79-4ef5-8df0-b6d69bf411cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:26:24.787932 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-50e3834d-fd79-4ef5-8df0-b6d69bf411cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:26:24.789095 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-50e3834d-fd79-4ef5-8df0-b6d69bf411cf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ca9823ff-c210-4ae2-b88c-fc6d0c1e66d8 HTTP/1.1" status: 204 len: 168 time: 0.1897671 Jun 26 21:26:24.789860 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f0c9b17a-18c9-4a6e-8878-60bd9af3fc12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:26:24.798171 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3834d-fd79-4ef5-8df0-b6d69bf411cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9823ff-c210-4ae2-b88c-fc6d0c1e66d8,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:26:24.804936 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3834d-fd79-4ef5-8df0-b6d69bf411cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:26:24.805304 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3834d-fd79-4ef5-8df0-b6d69bf411cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:26:24.805643 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3834d-fd79-4ef5-8df0-b6d69bf411cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:26:24.806015 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3834d-fd79-4ef5-8df0-b6d69bf411cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:26:24.806279 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3834d-fd79-4ef5-8df0-b6d69bf411cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:26:24.806623 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3834d-fd79-4ef5-8df0-b6d69bf411cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:26:24.806950 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3834d-fd79-4ef5-8df0-b6d69bf411cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:26:24.807341 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3834d-fd79-4ef5-8df0-b6d69bf411cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:26:24.807691 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3834d-fd79-4ef5-8df0-b6d69bf411cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:26:24.807919 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3834d-fd79-4ef5-8df0-b6d69bf411cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:26:24.808234 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3834d-fd79-4ef5-8df0-b6d69bf411cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:26:24.808549 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3834d-fd79-4ef5-8df0-b6d69bf411cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:26:24.816267 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-50e3834d-fd79-4ef5-8df0-b6d69bf411cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:26:25.829489 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:26:27.567312 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:26:49.726019 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.agents_db [None req-53b98272-06bb-47ef-8924-edf36d473ef8 None None] Agent healthcheck: found 5 active agents {{(pid=92924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 21:26:50.382954 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-99789c2d-0a30-46f0-8e73-b0973e2cce93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:26:52.601418 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:26:54.597964 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-579ca294-ed6b-4a1a-96db-83752417655d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:26:55.832638 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:26:57.567651 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:27:20.383499 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b5ab74dc-4a67-4a6b-8250-66f7d90f193d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:27:22.601524 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:27:24.598827 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-18935972-6d7b-4438-806c-5aa6c985ce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:27:25.833805 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:27:26.724910 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.agents_db [None req-53b98272-06bb-47ef-8924-edf36d473ef8 None None] Agent healthcheck: found 5 active agents {{(pid=92924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 21:27:27.570087 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:27:50.384602 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ccf86251-e04d-42ba-83c9-7d845e6bc70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:27:52.603020 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:27:53.751908 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-692585'] for agent, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:27:54.599384 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d89e765d-bbff-48f1-ac0e-27f660a48bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:27:55.841052 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:27:57.507179 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 37406) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:27:57.577955 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:27:57.613555 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-72157bb0-bf6f-4a32-88e2-7aec1390f7a4 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1052592 Jun 26 21:27:59.791976 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 37416) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:27:59.847119 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-c9bd8f29-cc31-418e-bc35-0be574e0a77a admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0540648 Jun 26 21:28:03.723816 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.agents_db [None req-53b98272-06bb-47ef-8924-edf36d473ef8 None None] Agent healthcheck: found 6 active agents {{(pid=92924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 21:28:20.386417 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-937077a1-b4f8-42c8-9bd2-3698f2cec199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:28:22.604254 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:28:23.736417 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:28:24.599321 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2db04184-d7b0-4b4e-a62a-726c796a4dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:28:25.840895 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:28:27.576582 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:28:40.722628 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.agents_db [None req-53b98272-06bb-47ef-8924-edf36d473ef8 None None] Agent healthcheck: found 6 active agents {{(pid=92924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 21:28:50.392799 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-507eec1d-1e2a-4b06-b466-4cc22da1a356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:28:52.618071 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:28:53.756175 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:28:54.604672 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5e7fda8b-688f-427c-aa6d-148ea65a60bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:28:55.848798 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:28:57.579218 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:17.723557 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.agents_db [None req-53b98272-06bb-47ef-8924-edf36d473ef8 None None] Agent healthcheck: found 6 active agents {{(pid=92924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 21:29:20.387060 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4458ba1e-4b54-48ac-a8b6-a5b2bf9dca80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:22.745202 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:23.787307 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:24.326571 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 37516) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:24.601917 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b5fb5c78-a0da-431c-a7fd-0da186c64944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:24.633122 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-fae6e7b8-6bdf-46e5-b581-c170b4e9c2a7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-88335076-network', 'tenant_id': '2ee5ec7eb2b3411d9a4940fb7dc9d91f'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:29:24.657527 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae6e7b8-6bdf-46e5-b581-c170b4e9c2a7 admin admin] Made reservation on behalf of 2ee5ec7eb2b3411d9a4940fb7dc9d91f for: {'network': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:29:24.659233 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-fae6e7b8-6bdf-46e5-b581-c170b4e9c2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for network, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:24.668347 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-fae6e7b8-6bdf-46e5-b581-c170b4e9c2a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:24.761265 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-fae6e7b8-6bdf-46e5-b581-c170b4e9c2a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:24.770018 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-fae6e7b8-6bdf-46e5-b581-c170b4e9c2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:24.782860 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-e9954415-0d36-4f3b-a930-7e9e0af6555c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:24.785257 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae6e7b8-6bdf-46e5-b581-c170b4e9c2a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=92921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 21:29:24.810543 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-fae6e7b8-6bdf-46e5-b581-c170b4e9c2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175'] for segment, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:24.810879 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.db.segments_db [None req-fae6e7b8-6bdf-46e5-b581-c170b4e9c2a7 admin admin] Added segment a198608a-0649-4b2e-a7e8-7785be688f5a of type vlan for network 2c5bc568-0f6a-468f-b968-93e3972ced30 Jun 26 21:29:24.813219 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae6e7b8-6bdf-46e5-b581-c170b4e9c2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610bf897-6338-4f1e-aa01-f68ec6d2cba5,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:24.847525 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae6e7b8-6bdf-46e5-b581-c170b4e9c2a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:24.847692 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae6e7b8-6bdf-46e5-b581-c170b4e9c2a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:24.847967 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae6e7b8-6bdf-46e5-b581-c170b4e9c2a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:24.848675 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae6e7b8-6bdf-46e5-b581-c170b4e9c2a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:24.849074 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae6e7b8-6bdf-46e5-b581-c170b4e9c2a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:24.849400 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae6e7b8-6bdf-46e5-b581-c170b4e9c2a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:24.849626 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae6e7b8-6bdf-46e5-b581-c170b4e9c2a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:24.849973 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae6e7b8-6bdf-46e5-b581-c170b4e9c2a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:24.850262 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae6e7b8-6bdf-46e5-b581-c170b4e9c2a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:24.850699 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae6e7b8-6bdf-46e5-b581-c170b4e9c2a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:24.850888 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae6e7b8-6bdf-46e5-b581-c170b4e9c2a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:24.851308 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae6e7b8-6bdf-46e5-b581-c170b4e9c2a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:24.852277 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae6e7b8-6bdf-46e5-b581-c170b4e9c2a7 admin admin] Tracked resource versions report: Jun 26 21:29:24.852277 dv-cinder-798208-1-iscsi neutron-server[92921]: pushed versions: Jun 26 21:29:24.852277 dv-cinder-798208-1-iscsi neutron-server[92921]: { 'AddressGroup': {'1.2'}, Jun 26 21:29:24.852277 dv-cinder-798208-1-iscsi neutron-server[92921]: 'ConntrackHelper': {'1.0'}, Jun 26 21:29:24.852277 dv-cinder-798208-1-iscsi neutron-server[92921]: 'Log': {'1.0'}, Jun 26 21:29:24.852277 dv-cinder-798208-1-iscsi neutron-server[92921]: 'Network': {'1.1'}, Jun 26 21:29:24.852277 dv-cinder-798208-1-iscsi neutron-server[92921]: 'Port': {'1.7'}, Jun 26 21:29:24.852277 dv-cinder-798208-1-iscsi neutron-server[92921]: 'PortForwarding': {'1.2'}, Jun 26 21:29:24.852277 dv-cinder-798208-1-iscsi neutron-server[92921]: 'QosPolicy': {'1.8'}, Jun 26 21:29:24.852277 dv-cinder-798208-1-iscsi neutron-server[92921]: 'SecurityGroup': {'1.4'}, Jun 26 21:29:24.852277 dv-cinder-798208-1-iscsi neutron-server[92921]: 'SecurityGroupRule': {'1.2'}, Jun 26 21:29:24.852277 dv-cinder-798208-1-iscsi neutron-server[92921]: 'SubPort': {'1.0'}, Jun 26 21:29:24.852277 dv-cinder-798208-1-iscsi neutron-server[92921]: 'Subnet': {'1.1'}, Jun 26 21:29:24.852277 dv-cinder-798208-1-iscsi neutron-server[92921]: 'Trunk': {'1.1'}} Jun 26 21:29:24.852277 dv-cinder-798208-1-iscsi neutron-server[92921]: consumer versions: Jun 26 21:29:24.852277 dv-cinder-798208-1-iscsi neutron-server[92921]: { DHCP agent@dv-cinder-798208-1-iscsi: {}, Jun 26 21:29:24.852277 dv-cinder-798208-1-iscsi neutron-server[92921]: HyperV agent@hv-cinder-79820: {}, Jun 26 21:29:24.852277 dv-cinder-798208-1-iscsi neutron-server[92921]: L3 agent@dv-cinder-798208-1-iscsi: {}, Jun 26 21:29:24.852277 dv-cinder-798208-1-iscsi neutron-server[92921]: Metadata agent@dv-cinder-798208-1-iscsi: {}, Jun 26 21:29:24.852277 dv-cinder-798208-1-iscsi neutron-server[92921]: Metering agent@dv-cinder-798208-1-iscsi: {}, Jun 26 21:29:24.852277 dv-cinder-798208-1-iscsi neutron-server[92921]: Open vSwitch agent@dv-cinder-798208-1-iscsi: { 'AddressGroup': '1.2', Jun 26 21:29:24.852277 dv-cinder-798208-1-iscsi neutron-server[92921]: 'ConntrackHelper': '1.0', Jun 26 21:29:24.852277 dv-cinder-798208-1-iscsi neutron-server[92921]: 'Log': '1.0', Jun 26 21:29:24.852277 dv-cinder-798208-1-iscsi neutron-server[92921]: 'Network': '1.1', Jun 26 21:29:24.852277 dv-cinder-798208-1-iscsi neutron-server[92921]: 'Port': '1.7', Jun 26 21:29:24.852277 dv-cinder-798208-1-iscsi neutron-server[92921]: 'PortForwarding': '1.2', Jun 26 21:29:24.852277 dv-cinder-798208-1-iscsi neutron-server[92921]: 'QosPolicy': '1.8', Jun 26 21:29:24.852277 dv-cinder-798208-1-iscsi neutron-server[92921]: 'SecurityGroup': '1.4', Jun 26 21:29:24.852277 dv-cinder-798208-1-iscsi neutron-server[92921]: 'SecurityGroupRule': '1.2', Jun 26 21:29:24.852277 dv-cinder-798208-1-iscsi neutron-server[92921]: 'SubPort': '1.0', Jun 26 21:29:24.852277 dv-cinder-798208-1-iscsi neutron-server[92921]: 'Subnet': '1.1', Jun 26 21:29:24.852277 dv-cinder-798208-1-iscsi neutron-server[92921]: 'Trunk': '1.1'}} Jun 26 21:29:24.852277 dv-cinder-798208-1-iscsi neutron-server[92921]: {{(pid=92921) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 21:29:24.865611 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-fae6e7b8-6bdf-46e5-b581-c170b4e9c2a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773185029479'] for network, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:24.875033 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-fae6e7b8-6bdf-46e5-b581-c170b4e9c2a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:24.902532 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-fae6e7b8-6bdf-46e5-b581-c170b4e9c2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-938849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913'] for network, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:24.903953 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae6e7b8-6bdf-46e5-b581-c170b4e9c2a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:24.904527 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-fae6e7b8-6bdf-46e5-b581-c170b4e9c2a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for network, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:24.908278 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-7eba0e07-382b-4cbc-b21d-e1d524a719de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:25.031406 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-fae6e7b8-6bdf-46e5-b581-c170b4e9c2a7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7034223 Jun 26 21:29:25.033005 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae6e7b8-6bdf-46e5-b581-c170b4e9c2a7 admin admin] Pushing event updated for resources: {'Network': ['ID=2c5bc568-0f6a-468f-b968-93e3972ced30,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:25.034569 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 37566) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:25.040527 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-90adb1e8-538f-41d8-8faa-dab76ee446d5 admin admin] Request body: {'subnet': {'network_id': '2c5bc568-0f6a-468f-b968-93e3972ced30', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-88335076-subnet', 'tenant_id': '2ee5ec7eb2b3411d9a4940fb7dc9d91f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:29:25.056195 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-fae6e7b8-6bdf-46e5-b581-c170b4e9c2a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:25.060638 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Network 2c5bc568-0f6a-468f-b968-93e3972ced30 details requested by agent ovs-agent-dv-cinder-798208-1-iscsi with host dv-cinder-798208-1-iscsi {{(pid=92923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 21:29:25.068143 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90adb1e8-538f-41d8-8faa-dab76ee446d5 admin admin] Made reservation on behalf of 2ee5ec7eb2b3411d9a4940fb7dc9d91f for: {'subnet': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:29:25.072284 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-90adb1e8-538f-41d8-8faa-dab76ee446d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:25.281864 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-90adb1e8-538f-41d8-8faa-dab76ee446d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-221544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913'] for subnet, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:25.284787 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:25.332956 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90adb1e8-538f-41d8-8faa-dab76ee446d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3ab793f-3a73-4271-8f8a-84862d9d2427,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:25.343399 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90adb1e8-538f-41d8-8faa-dab76ee446d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:25.343855 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90adb1e8-538f-41d8-8faa-dab76ee446d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:25.344253 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90adb1e8-538f-41d8-8faa-dab76ee446d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:25.344647 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90adb1e8-538f-41d8-8faa-dab76ee446d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:25.345048 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90adb1e8-538f-41d8-8faa-dab76ee446d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:25.345431 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90adb1e8-538f-41d8-8faa-dab76ee446d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:25.345800 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90adb1e8-538f-41d8-8faa-dab76ee446d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:25.346305 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90adb1e8-538f-41d8-8faa-dab76ee446d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:25.346630 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90adb1e8-538f-41d8-8faa-dab76ee446d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:25.346951 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90adb1e8-538f-41d8-8faa-dab76ee446d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:25.347289 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90adb1e8-538f-41d8-8faa-dab76ee446d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:25.347604 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90adb1e8-538f-41d8-8faa-dab76ee446d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:25.348719 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90adb1e8-538f-41d8-8faa-dab76ee446d5 admin admin] Tracked resource versions report: Jun 26 21:29:25.348719 dv-cinder-798208-1-iscsi neutron-server[92922]: pushed versions: Jun 26 21:29:25.348719 dv-cinder-798208-1-iscsi neutron-server[92922]: { 'AddressGroup': {'1.2'}, Jun 26 21:29:25.348719 dv-cinder-798208-1-iscsi neutron-server[92922]: 'ConntrackHelper': {'1.0'}, Jun 26 21:29:25.348719 dv-cinder-798208-1-iscsi neutron-server[92922]: 'Log': {'1.0'}, Jun 26 21:29:25.348719 dv-cinder-798208-1-iscsi neutron-server[92922]: 'Network': {'1.1'}, Jun 26 21:29:25.348719 dv-cinder-798208-1-iscsi neutron-server[92922]: 'Port': {'1.7'}, Jun 26 21:29:25.348719 dv-cinder-798208-1-iscsi neutron-server[92922]: 'PortForwarding': {'1.2'}, Jun 26 21:29:25.348719 dv-cinder-798208-1-iscsi neutron-server[92922]: 'QosPolicy': {'1.8'}, Jun 26 21:29:25.348719 dv-cinder-798208-1-iscsi neutron-server[92922]: 'SecurityGroup': {'1.4'}, Jun 26 21:29:25.348719 dv-cinder-798208-1-iscsi neutron-server[92922]: 'SecurityGroupRule': {'1.2'}, Jun 26 21:29:25.348719 dv-cinder-798208-1-iscsi neutron-server[92922]: 'SubPort': {'1.0'}, Jun 26 21:29:25.348719 dv-cinder-798208-1-iscsi neutron-server[92922]: 'Subnet': {'1.1'}, Jun 26 21:29:25.348719 dv-cinder-798208-1-iscsi neutron-server[92922]: 'Trunk': {'1.1'}} Jun 26 21:29:25.348719 dv-cinder-798208-1-iscsi neutron-server[92922]: consumer versions: Jun 26 21:29:25.348719 dv-cinder-798208-1-iscsi neutron-server[92922]: { DHCP agent@dv-cinder-798208-1-iscsi: {}, Jun 26 21:29:25.348719 dv-cinder-798208-1-iscsi neutron-server[92922]: HyperV agent@hv-cinder-79820: {}, Jun 26 21:29:25.348719 dv-cinder-798208-1-iscsi neutron-server[92922]: L3 agent@dv-cinder-798208-1-iscsi: {}, Jun 26 21:29:25.348719 dv-cinder-798208-1-iscsi neutron-server[92922]: Metadata agent@dv-cinder-798208-1-iscsi: {}, Jun 26 21:29:25.348719 dv-cinder-798208-1-iscsi neutron-server[92922]: Metering agent@dv-cinder-798208-1-iscsi: {}, Jun 26 21:29:25.348719 dv-cinder-798208-1-iscsi neutron-server[92922]: Open vSwitch agent@dv-cinder-798208-1-iscsi: { 'AddressGroup': '1.2', Jun 26 21:29:25.348719 dv-cinder-798208-1-iscsi neutron-server[92922]: 'ConntrackHelper': '1.0', Jun 26 21:29:25.348719 dv-cinder-798208-1-iscsi neutron-server[92922]: 'Log': '1.0', Jun 26 21:29:25.348719 dv-cinder-798208-1-iscsi neutron-server[92922]: 'Network': '1.1', Jun 26 21:29:25.348719 dv-cinder-798208-1-iscsi neutron-server[92922]: 'Port': '1.7', Jun 26 21:29:25.348719 dv-cinder-798208-1-iscsi neutron-server[92922]: 'PortForwarding': '1.2', Jun 26 21:29:25.348719 dv-cinder-798208-1-iscsi neutron-server[92922]: 'QosPolicy': '1.8', Jun 26 21:29:25.348719 dv-cinder-798208-1-iscsi neutron-server[92922]: 'SecurityGroup': '1.4', Jun 26 21:29:25.348719 dv-cinder-798208-1-iscsi neutron-server[92922]: 'SecurityGroupRule': '1.2', Jun 26 21:29:25.348719 dv-cinder-798208-1-iscsi neutron-server[92922]: 'SubPort': '1.0', Jun 26 21:29:25.348719 dv-cinder-798208-1-iscsi neutron-server[92922]: 'Subnet': '1.1', Jun 26 21:29:25.348719 dv-cinder-798208-1-iscsi neutron-server[92922]: 'Trunk': '1.1'}} Jun 26 21:29:25.348719 dv-cinder-798208-1-iscsi neutron-server[92922]: {{(pid=92922) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 21:29:25.355910 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-90adb1e8-538f-41d8-8faa-dab76ee446d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:25.367142 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90adb1e8-538f-41d8-8faa-dab76ee446d5 admin admin] Checking segment: {'id': 'a198608a-0649-4b2e-a7e8-7785be688f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2c5bc568-0f6a-468f-b968-93e3972ced30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:29:25.367732 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90adb1e8-538f-41d8-8faa-dab76ee446d5 admin admin] Network hostable DHCP agents. Network: 2c5bc568-0f6a-468f-b968-93e3972ced30, hostable agents: ['9c021b02-9e9f-4fa2-a546-066f9ef0df46'], hosted agents: [] {{(pid=92922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 21:29:25.389995 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90adb1e8-538f-41d8-8faa-dab76ee446d5 admin admin] Network 2c5bc568-0f6a-468f-b968-93e3972ced30 is scheduled to be hosted by DHCP agent 9c021b02-9e9f-4fa2-a546-066f9ef0df46 with binding_index 1 {{(pid=92922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 21:29:25.401182 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-90adb1e8-538f-41d8-8faa-dab76ee446d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798208-1-iscsi, 2c5bc568-0f6a-468f-b968-93e3972ced30) {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:29:25.405645 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90adb1e8-538f-41d8-8faa-dab76ee446d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:25.406239 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-90adb1e8-538f-41d8-8faa-dab76ee446d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:25.413927 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354a35b0-20f5-49cb-bee9-2fe93df994af None None] Network 2c5bc568-0f6a-468f-b968-93e3972ced30 requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:29:25.432568 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-90adb1e8-538f-41d8-8faa-dab76ee446d5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3921361 Jun 26 21:29:25.600138 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7e273b-5586-4f6a-9be7-4231a29587ed None None] Network 2c5bc568-0f6a-468f-b968-93e3972ced30 requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:29:25.860536 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:26.105091 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 37612) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:26.221636 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 37632) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:26.314098 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-1fd95d55-34c9-4b5d-9247-35e8ea781827 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-851583677-network', 'tenant_id': '4611305e977349f7a507bd108aab7ddc'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:29:26.338159 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd95d55-34c9-4b5d-9247-35e8ea781827 admin admin] Made reservation on behalf of 4611305e977349f7a507bd108aab7ddc for: {'network': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:29:26.340762 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1fd95d55-34c9-4b5d-9247-35e8ea781827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for network, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:26.349647 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1fd95d55-34c9-4b5d-9247-35e8ea781827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:26.468698 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1fd95d55-34c9-4b5d-9247-35e8ea781827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:26.473640 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1fd95d55-34c9-4b5d-9247-35e8ea781827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:26.477985 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:26.508027 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd95d55-34c9-4b5d-9247-35e8ea781827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62178277-72c5-4986-ad80-8218b8475a46,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:26.514040 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-1fd95d55-34c9-4b5d-9247-35e8ea781827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:26.515609 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fd95d55-34c9-4b5d-9247-35e8ea781827 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=92922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 21:29:26.524978 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1fd95d55-34c9-4b5d-9247-35e8ea781827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175'] for segment, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:26.525265 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.db.segments_db [None req-1fd95d55-34c9-4b5d-9247-35e8ea781827 admin admin] Added segment 4ebf821f-9a1d-405c-ab80-6c295ea0f514 of type vlan for network d9d585c4-a5c6-4532-99ed-129e41124d77 Jun 26 21:29:26.567342 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1fd95d55-34c9-4b5d-9247-35e8ea781827 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773185029479'] for network, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:26.599670 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1fd95d55-34c9-4b5d-9247-35e8ea781827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-938849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913'] for network, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:26.601053 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd95d55-34c9-4b5d-9247-35e8ea781827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:26.601712 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1fd95d55-34c9-4b5d-9247-35e8ea781827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for network, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:26.607787 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:26.662393 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 37648) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:26.667518 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-b7087bf2-bdeb-47a9-a4a4-1f539380e7b0 admin admin] Request body: {'subnet': {'network_id': 'd9d585c4-a5c6-4532-99ed-129e41124d77', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-851583677-subnet', 'tenant_id': '4611305e977349f7a507bd108aab7ddc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:29:26.671582 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-1fd95d55-34c9-4b5d-9247-35e8ea781827 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5646076 Jun 26 21:29:26.683784 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd95d55-34c9-4b5d-9247-35e8ea781827 admin admin] Pushing event updated for resources: {'Network': ['ID=d9d585c4-a5c6-4532-99ed-129e41124d77,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:26.691697 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-dd6d5bae-fb5c-4b25-8f58-135bbe1394bc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1965862440-network', 'tenant_id': '1b82a91ccfa34d6d9e71d190d4dfd427'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:29:26.694292 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-1fd95d55-34c9-4b5d-9247-35e8ea781827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:26.696246 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Network d9d585c4-a5c6-4532-99ed-129e41124d77 details requested by agent ovs-agent-dv-cinder-798208-1-iscsi with host dv-cinder-798208-1-iscsi {{(pid=92923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 21:29:26.704099 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.db.api [None req-dd6d5bae-fb5c-4b25-8f58-135bbe1394bc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 26 21:29:26.704099 dv-cinder-798208-1-iscsi neutron-server[92922]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 26 21:29:26.704099 dv-cinder-798208-1-iscsi neutron-server[92922]: [parameters: {'project_id_1': '1b82a91ccfa34d6d9e71d190d4dfd427', 'expiration_1': datetime.datetime(2021, 6, 26, 21, 29, 26, 696265)}] Jun 26 21:29:26.704099 dv-cinder-798208-1-iscsi neutron-server[92922]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92922) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 26 21:29:26.704810 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_db.api [None req-dd6d5bae-fb5c-4b25-8f58-135bbe1394bc admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 26 21:29:26.721109 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7087bf2-bdeb-47a9-a4a4-1f539380e7b0 admin admin] Made reservation on behalf of 4611305e977349f7a507bd108aab7ddc for: {'subnet': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:29:26.726888 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b7087bf2-bdeb-47a9-a4a4-1f539380e7b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:26.762454 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 37652) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:26.999328 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b7087bf2-bdeb-47a9-a4a4-1f539380e7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-221544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913'] for subnet, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:27.004587 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-6b6f7881-03f1-48e0-b925-0420b3c85101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:27.094641 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7087bf2-bdeb-47a9-a4a4-1f539380e7b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bf5dac0-1a15-4129-ab28-a67326760775,revision_number=0']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:27.103734 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-b7087bf2-bdeb-47a9-a4a4-1f539380e7b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:27.109560 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7087bf2-bdeb-47a9-a4a4-1f539380e7b0 admin admin] Checking segment: {'id': '4ebf821f-9a1d-405c-ab80-6c295ea0f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd9d585c4-a5c6-4532-99ed-129e41124d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:29:27.110511 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7087bf2-bdeb-47a9-a4a4-1f539380e7b0 admin admin] Network hostable DHCP agents. Network: d9d585c4-a5c6-4532-99ed-129e41124d77, hostable agents: ['9c021b02-9e9f-4fa2-a546-066f9ef0df46'], hosted agents: [] {{(pid=92921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 21:29:27.139110 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7087bf2-bdeb-47a9-a4a4-1f539380e7b0 admin admin] Network d9d585c4-a5c6-4532-99ed-129e41124d77 is scheduled to be hosted by DHCP agent 9c021b02-9e9f-4fa2-a546-066f9ef0df46 with binding_index 1 {{(pid=92921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 21:29:27.154551 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-b7087bf2-bdeb-47a9-a4a4-1f539380e7b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798208-1-iscsi, d9d585c4-a5c6-4532-99ed-129e41124d77) {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:29:27.165261 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7087bf2-bdeb-47a9-a4a4-1f539380e7b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:27.167044 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b7087bf2-bdeb-47a9-a4a4-1f539380e7b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for subnet, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:27.168264 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569fbf9c-b1ca-4d23-8dfe-25c7697ca29e None None] Network d9d585c4-a5c6-4532-99ed-129e41124d77 requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:29:27.192933 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-b7087bf2-bdeb-47a9-a4a4-1f539380e7b0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5291598 Jun 26 21:29:27.244578 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6d5bae-fb5c-4b25-8f58-135bbe1394bc admin admin] Made reservation on behalf of 1b82a91ccfa34d6d9e71d190d4dfd427 for: {'network': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:29:27.250413 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-dd6d5bae-fb5c-4b25-8f58-135bbe1394bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for network, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:27.271605 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-dd6d5bae-fb5c-4b25-8f58-135bbe1394bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:27.322921 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a6a284-51bc-47bf-b64f-00b043b9b031 None None] Network d9d585c4-a5c6-4532-99ed-129e41124d77 requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:29:27.399670 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-856afda0-1b2d-435c-95fb-e0095569be2b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1233558065-network', 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:29:27.476882 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-dd6d5bae-fb5c-4b25-8f58-135bbe1394bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:27.508905 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-dd6d5bae-fb5c-4b25-8f58-135bbe1394bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:27.537793 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-50e3834d-fd79-4ef5-8df0-b6d69bf411cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:27.563658 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856afda0-1b2d-435c-95fb-e0095569be2b admin admin] Made reservation on behalf of 95b2f2bc0b574f2b979cd6ba40175646 for: {'network': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:29:27.568097 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-856afda0-1b2d-435c-95fb-e0095569be2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for network, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:27.600161 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd6d5bae-fb5c-4b25-8f58-135bbe1394bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=92922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 21:29:27.616546 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-856afda0-1b2d-435c-95fb-e0095569be2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:27.617665 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:27.653849 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d5bae-fb5c-4b25-8f58-135bbe1394bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeafef49-e339-4fbf-aebc-46f0cf79b53a,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:27.660501 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-dd6d5bae-fb5c-4b25-8f58-135bbe1394bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175'] for segment, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:27.661474 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.db.segments_db [None req-dd6d5bae-fb5c-4b25-8f58-135bbe1394bc admin admin] Added segment 201ef14f-0217-4a33-8c46-79df3f9dc67e of type vlan for network 2305325d-a907-4cbb-9a7b-fe0c2ff5adf1 Jun 26 21:29:27.664135 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-dd6d5bae-fb5c-4b25-8f58-135bbe1394bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:27.770475 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-dd6d5bae-fb5c-4b25-8f58-135bbe1394bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773185029479'] for network, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:27.835005 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-dd6d5bae-fb5c-4b25-8f58-135bbe1394bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-938849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913'] for network, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:27.839538 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6d5bae-fb5c-4b25-8f58-135bbe1394bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:27.840773 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-dd6d5bae-fb5c-4b25-8f58-135bbe1394bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for network, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:27.857230 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f0c9b17a-18c9-4a6e-8878-60bd9af3fc12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:28.032925 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d5bae-fb5c-4b25-8f58-135bbe1394bc admin admin] Pushing event updated for resources: {'Network': ['ID=2305325d-a907-4cbb-9a7b-fe0c2ff5adf1,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:28.039241 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-dd6d5bae-fb5c-4b25-8f58-135bbe1394bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:28.043674 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Network 2305325d-a907-4cbb-9a7b-fe0c2ff5adf1 details requested by agent ovs-agent-dv-cinder-798208-1-iscsi with host dv-cinder-798208-1-iscsi {{(pid=92923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 21:29:28.051625 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-856afda0-1b2d-435c-95fb-e0095569be2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:28.059153 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-856afda0-1b2d-435c-95fb-e0095569be2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:28.076475 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-856afda0-1b2d-435c-95fb-e0095569be2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=92922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 21:29:28.088052 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:28.114750 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-856afda0-1b2d-435c-95fb-e0095569be2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175'] for segment, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:28.115102 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.db.segments_db [None req-856afda0-1b2d-435c-95fb-e0095569be2b admin admin] Added segment 4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98 of type vlan for network d5655de1-5361-4a06-953a-81fc39e01316 Jun 26 21:29:28.116546 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856afda0-1b2d-435c-95fb-e0095569be2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5898f20-3070-4b0e-95d7-f2afaf7eb6c6,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:28.126291 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 37710) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:28.131496 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-2728384a-c927-4e96-a1ec-cc0a40c9cb38 admin admin] Request body: {'subnet': {'network_id': '2305325d-a907-4cbb-9a7b-fe0c2ff5adf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1965862440-subnet', 'tenant_id': '1b82a91ccfa34d6d9e71d190d4dfd427', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:29:28.137159 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-dd6d5bae-fb5c-4b25-8f58-135bbe1394bc admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9138982 Jun 26 21:29:28.145246 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-856afda0-1b2d-435c-95fb-e0095569be2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:28.166850 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2728384a-c927-4e96-a1ec-cc0a40c9cb38 admin admin] Made reservation on behalf of 1b82a91ccfa34d6d9e71d190d4dfd427 for: {'subnet': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:29:28.171020 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2728384a-c927-4e96-a1ec-cc0a40c9cb38 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:28.200868 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-856afda0-1b2d-435c-95fb-e0095569be2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773185029479'] for network, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:28.240598 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-856afda0-1b2d-435c-95fb-e0095569be2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-938849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913'] for network, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:28.242581 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856afda0-1b2d-435c-95fb-e0095569be2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:28.243489 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-856afda0-1b2d-435c-95fb-e0095569be2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for network, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:28.246071 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:28.322710 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-856afda0-1b2d-435c-95fb-e0095569be2b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5578799 Jun 26 21:29:28.328553 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 37724) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:28.333804 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-e8434116-1122-4265-8feb-e8c6605b1591 admin admin] Request body: {'subnet': {'network_id': 'd5655de1-5361-4a06-953a-81fc39e01316', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1233558065-subnet', 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:29:28.356834 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856afda0-1b2d-435c-95fb-e0095569be2b admin admin] Pushing event updated for resources: {'Network': ['ID=d5655de1-5361-4a06-953a-81fc39e01316,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:28.361537 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-856afda0-1b2d-435c-95fb-e0095569be2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:28.362886 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8434116-1122-4265-8feb-e8c6605b1591 admin admin] Made reservation on behalf of 95b2f2bc0b574f2b979cd6ba40175646 for: {'subnet': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:29:28.366672 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e8434116-1122-4265-8feb-e8c6605b1591 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:28.368757 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Network d5655de1-5361-4a06-953a-81fc39e01316 details requested by agent ovs-agent-dv-cinder-798208-1-iscsi with host dv-cinder-798208-1-iscsi {{(pid=92923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 21:29:28.406240 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2728384a-c927-4e96-a1ec-cc0a40c9cb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-221544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913'] for subnet, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:28.409757 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:28.535984 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2728384a-c927-4e96-a1ec-cc0a40c9cb38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=162b4e55-03bc-4a67-8c15-f483cdb4fffc,revision_number=0']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:28.542007 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-2728384a-c927-4e96-a1ec-cc0a40c9cb38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:28.543353 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2728384a-c927-4e96-a1ec-cc0a40c9cb38 admin admin] Checking segment: {'id': '201ef14f-0217-4a33-8c46-79df3f9dc67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2305325d-a907-4cbb-9a7b-fe0c2ff5adf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:29:28.544435 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2728384a-c927-4e96-a1ec-cc0a40c9cb38 admin admin] Network hostable DHCP agents. Network: 2305325d-a907-4cbb-9a7b-fe0c2ff5adf1, hostable agents: ['9c021b02-9e9f-4fa2-a546-066f9ef0df46'], hosted agents: [] {{(pid=92921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 21:29:28.576299 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2728384a-c927-4e96-a1ec-cc0a40c9cb38 admin admin] Network 2305325d-a907-4cbb-9a7b-fe0c2ff5adf1 is scheduled to be hosted by DHCP agent 9c021b02-9e9f-4fa2-a546-066f9ef0df46 with binding_index 1 {{(pid=92921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 21:29:28.589927 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-2728384a-c927-4e96-a1ec-cc0a40c9cb38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798208-1-iscsi, 2305325d-a907-4cbb-9a7b-fe0c2ff5adf1) {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:29:28.596613 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e8434116-1122-4265-8feb-e8c6605b1591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-221544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913'] for subnet, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:28.601658 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a908fa-5404-4aa7-b2ff-f92425dd6e70 None None] Network 2305325d-a907-4cbb-9a7b-fe0c2ff5adf1 requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:29:28.603749 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2728384a-c927-4e96-a1ec-cc0a40c9cb38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:28.604884 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2728384a-c927-4e96-a1ec-cc0a40c9cb38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for subnet, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:28.622536 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-d401622e-6653-430b-957b-7b954b573db4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:28.628327 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-2728384a-c927-4e96-a1ec-cc0a40c9cb38 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5009310 Jun 26 21:29:28.632224 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 37736) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:28.649086 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-143dc531-d38f-45ee-8505-41179bf62104 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1965862440-router', 'tenant_id': '1b82a91ccfa34d6d9e71d190d4dfd427', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'}}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:29:28.683890 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-143dc531-d38f-45ee-8505-41179bf62104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11028'] for router, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:28.686008 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-143dc531-d38f-45ee-8505-41179bf62104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-695336', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11021'] for router, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:28.749991 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8434116-1122-4265-8feb-e8c6605b1591 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6283427-b1a2-45b8-8e04-fdc5bc89b513,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:28.764301 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e8434116-1122-4265-8feb-e8c6605b1591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:28.766392 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-143dc531-d38f-45ee-8505-41179bf62104 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:28.767339 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8434116-1122-4265-8feb-e8c6605b1591 admin admin] Checking segment: {'id': '4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd5655de1-5361-4a06-953a-81fc39e01316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:29:28.772421 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8434116-1122-4265-8feb-e8c6605b1591 admin admin] Network hostable DHCP agents. Network: d5655de1-5361-4a06-953a-81fc39e01316, hostable agents: ['9c021b02-9e9f-4fa2-a546-066f9ef0df46'], hosted agents: [] {{(pid=92922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 21:29:28.797621 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8434116-1122-4265-8feb-e8c6605b1591 admin admin] Network d5655de1-5361-4a06-953a-81fc39e01316 is scheduled to be hosted by DHCP agent 9c021b02-9e9f-4fa2-a546-066f9ef0df46 with binding_index 1 {{(pid=92922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 21:29:28.807741 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 37748) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:28.810217 dv-cinder-798208-1-iscsi neutron-server[92922]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 26 21:29:28.841988 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816ca36c-1d57-490f-ab90-545c1f0c73ea None None] Network 2305325d-a907-4cbb-9a7b-fe0c2ff5adf1 requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:29:28.846695 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-e8434116-1122-4265-8feb-e8c6605b1591 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798208-1-iscsi, d5655de1-5361-4a06-953a-81fc39e01316) {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:29:28.856908 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d4e947-019f-4129-b848-0490d24d294f None None] Network d5655de1-5361-4a06-953a-81fc39e01316 requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:29:29.032830 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-143dc531-d38f-45ee-8505-41179bf62104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-695302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11071'] for router, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:29.099572 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8434116-1122-4265-8feb-e8c6605b1591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:29.099572 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e8434116-1122-4265-8feb-e8c6605b1591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:29.120352 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-e8434116-1122-4265-8feb-e8c6605b1591 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7901065 Jun 26 21:29:29.128013 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 37752) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:29.145698 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-e42f4381-1ece-4ee6-a496-596f33826f7a tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:29.148664 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-82063b0f-2f59-47f6-88d3-7af1d4de4aa7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1233558065-router', 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'}}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:29:29.153719 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-e42f4381-1ece-4ee6-a496-596f33826f7a tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/networks?id=2c5bc568-0f6a-468f-b968-93e3972ced30 HTTP/1.1" status: 200 len: 813 time: 0.3445568 Jun 26 21:29:29.181628 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-48814b46-b1ff-4459-970b-1626576f83e8 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/quotas/2ee5ec7eb2b3411d9a4940fb7dc9d91f HTTP/1.1" status: 200 len: 375 time: 0.0269096 Jun 26 21:29:29.274204 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c35037-6376-46c4-a2cb-1419c8cc7651 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde5f2ef3-1d6e-553d-a39c-8e031008594d-d5655de1-5361-4a06-953a-81fc39e01316', 'network_id': 'd5655de1-5361-4a06-953a-81fc39e01316', 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646', 'fixed_ips': [{'subnet_id': 'c6283427-b1a2-45b8-8e04-fdc5bc89b513'}]}} from dv-cinder-798208-1-iscsi. {{(pid=92923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 26 21:29:29.275026 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f4c35037-6376-46c4-a2cb-1419c8cc7651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:29.343026 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-88964283-4161-40d6-b171-7c61f859b42f tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ee5ec7eb2b3411d9a4940fb7dc9d91f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1594346 Jun 26 21:29:29.404668 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-143dc531-d38f-45ee-8505-41179bf62104 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:29.430703 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-82063b0f-2f59-47f6-88d3-7af1d4de4aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11028'] for router, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:29.432244 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-82063b0f-2f59-47f6-88d3-7af1d4de4aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-695336', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11021'] for router, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:29.437384 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-143dc531-d38f-45ee-8505-41179bf62104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:29.471584 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-f4c35037-6376-46c4-a2cb-1419c8cc7651 None None] Allocated IP 172.20.0.2 (d5655de1-5361-4a06-953a-81fc39e01316/c6283427-b1a2-45b8-8e04-fdc5bc89b513/0ad12f76-1fe8-4e36-aa33-4755e9392360) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:29:29.606814 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-82063b0f-2f59-47f6-88d3-7af1d4de4aa7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:29.730636 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f4c35037-6376-46c4-a2cb-1419c8cc7651 None None] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:29.740411 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-f4c35037-6376-46c4-a2cb-1419c8cc7651 None None] Transition to ACTIVE for port object 0ad12f76-1fe8-4e36-aa33-4755e9392360 will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:29:29.757472 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-f4c35037-6376-46c4-a2cb-1419c8cc7651 None None] Transition to ACTIVE for port object 0ad12f76-1fe8-4e36-aa33-4755e9392360 will not be triggered until provisioned by entity DHCP. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:29:29.766616 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f4c35037-6376-46c4-a2cb-1419c8cc7651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:29.770669 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-4422eaba-3a15-4c1f-9383-9c1684e2ecb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:29.814446 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c35037-6376-46c4-a2cb-1419c8cc7651 None None] Network d5655de1-5361-4a06-953a-81fc39e01316 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:29:29.817291 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-f4c35037-6376-46c4-a2cb-1419c8cc7651 None None] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:29:29.822505 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c35037-6376-46c4-a2cb-1419c8cc7651 None None] Pushing event updated for resources: {'Port': ['ID=0ad12f76-1fe8-4e36-aa33-4755e9392360,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:29.825138 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c35037-6376-46c4-a2cb-1419c8cc7651 None None] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:29:29.830392 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-82063b0f-2f59-47f6-88d3-7af1d4de4aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-695302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11071'] for router, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:29.836768 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c35037-6376-46c4-a2cb-1419c8cc7651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:29.837597 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c35037-6376-46c4-a2cb-1419c8cc7651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:29.838114 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c35037-6376-46c4-a2cb-1419c8cc7651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:29.838603 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c35037-6376-46c4-a2cb-1419c8cc7651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:29.839178 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c35037-6376-46c4-a2cb-1419c8cc7651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:29.839810 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c35037-6376-46c4-a2cb-1419c8cc7651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:29.840345 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c35037-6376-46c4-a2cb-1419c8cc7651 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:29.840854 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c35037-6376-46c4-a2cb-1419c8cc7651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:29.841392 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c35037-6376-46c4-a2cb-1419c8cc7651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:29.841940 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c35037-6376-46c4-a2cb-1419c8cc7651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:29.842494 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c35037-6376-46c4-a2cb-1419c8cc7651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:29.843012 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c35037-6376-46c4-a2cb-1419c8cc7651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:29.844337 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c35037-6376-46c4-a2cb-1419c8cc7651 None None] Tracked resource versions report: Jun 26 21:29:29.844337 dv-cinder-798208-1-iscsi neutron-server[92923]: pushed versions: Jun 26 21:29:29.844337 dv-cinder-798208-1-iscsi neutron-server[92923]: { 'AddressGroup': {'1.2'}, Jun 26 21:29:29.844337 dv-cinder-798208-1-iscsi neutron-server[92923]: 'ConntrackHelper': {'1.0'}, Jun 26 21:29:29.844337 dv-cinder-798208-1-iscsi neutron-server[92923]: 'Log': {'1.0'}, Jun 26 21:29:29.844337 dv-cinder-798208-1-iscsi neutron-server[92923]: 'Network': {'1.1'}, Jun 26 21:29:29.844337 dv-cinder-798208-1-iscsi neutron-server[92923]: 'Port': {'1.7'}, Jun 26 21:29:29.844337 dv-cinder-798208-1-iscsi neutron-server[92923]: 'PortForwarding': {'1.2'}, Jun 26 21:29:29.844337 dv-cinder-798208-1-iscsi neutron-server[92923]: 'QosPolicy': {'1.8'}, Jun 26 21:29:29.844337 dv-cinder-798208-1-iscsi neutron-server[92923]: 'SecurityGroup': {'1.4'}, Jun 26 21:29:29.844337 dv-cinder-798208-1-iscsi neutron-server[92923]: 'SecurityGroupRule': {'1.2'}, Jun 26 21:29:29.844337 dv-cinder-798208-1-iscsi neutron-server[92923]: 'SubPort': {'1.0'}, Jun 26 21:29:29.844337 dv-cinder-798208-1-iscsi neutron-server[92923]: 'Subnet': {'1.1'}, Jun 26 21:29:29.844337 dv-cinder-798208-1-iscsi neutron-server[92923]: 'Trunk': {'1.1'}} Jun 26 21:29:29.844337 dv-cinder-798208-1-iscsi neutron-server[92923]: consumer versions: Jun 26 21:29:29.844337 dv-cinder-798208-1-iscsi neutron-server[92923]: { DHCP agent@dv-cinder-798208-1-iscsi: {}, Jun 26 21:29:29.844337 dv-cinder-798208-1-iscsi neutron-server[92923]: HyperV agent@hv-cinder-79820: {}, Jun 26 21:29:29.844337 dv-cinder-798208-1-iscsi neutron-server[92923]: L3 agent@dv-cinder-798208-1-iscsi: {}, Jun 26 21:29:29.844337 dv-cinder-798208-1-iscsi neutron-server[92923]: Metadata agent@dv-cinder-798208-1-iscsi: {}, Jun 26 21:29:29.844337 dv-cinder-798208-1-iscsi neutron-server[92923]: Metering agent@dv-cinder-798208-1-iscsi: {}, Jun 26 21:29:29.844337 dv-cinder-798208-1-iscsi neutron-server[92923]: Open vSwitch agent@dv-cinder-798208-1-iscsi: { 'AddressGroup': '1.2', Jun 26 21:29:29.844337 dv-cinder-798208-1-iscsi neutron-server[92923]: 'ConntrackHelper': '1.0', Jun 26 21:29:29.844337 dv-cinder-798208-1-iscsi neutron-server[92923]: 'Log': '1.0', Jun 26 21:29:29.844337 dv-cinder-798208-1-iscsi neutron-server[92923]: 'Network': '1.1', Jun 26 21:29:29.844337 dv-cinder-798208-1-iscsi neutron-server[92923]: 'Port': '1.7', Jun 26 21:29:29.844337 dv-cinder-798208-1-iscsi neutron-server[92923]: 'PortForwarding': '1.2', Jun 26 21:29:29.844337 dv-cinder-798208-1-iscsi neutron-server[92923]: 'QosPolicy': '1.8', Jun 26 21:29:29.844337 dv-cinder-798208-1-iscsi neutron-server[92923]: 'SecurityGroup': '1.4', Jun 26 21:29:29.844337 dv-cinder-798208-1-iscsi neutron-server[92923]: 'SecurityGroupRule': '1.2', Jun 26 21:29:29.844337 dv-cinder-798208-1-iscsi neutron-server[92923]: 'SubPort': '1.0', Jun 26 21:29:29.844337 dv-cinder-798208-1-iscsi neutron-server[92923]: 'Subnet': '1.1', Jun 26 21:29:29.844337 dv-cinder-798208-1-iscsi neutron-server[92923]: 'Trunk': '1.1'}} Jun 26 21:29:29.844337 dv-cinder-798208-1-iscsi neutron-server[92923]: {{(pid=92923) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 21:29:29.861190 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-f4c35037-6376-46c4-a2cb-1419c8cc7651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:29.923641 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [None req-143dc531-d38f-45ee-8505-41179bf62104 admin admin] Allocated IP 172.27.2.211 (fc74eb2e-f674-4785-8e1a-443cbfb459f7/02c6eafe-d2ac-4065-b904-73ec1df0a44a/5ca9f780-f128-44a0-b597-7a523c7193b1) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:29:29.997611 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-f4c35037-6376-46c4-a2cb-1419c8cc7651 None None] Attempting to bind port 0ad12f76-1fe8-4e36-aa33-4755e9392360 on host dv-cinder-798208-1-iscsi for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:29:29.998157 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-f4c35037-6376-46c4-a2cb-1419c8cc7651 None None] Attempting to bind port 0ad12f76-1fe8-4e36-aa33-4755e9392360 by drivers openvswitch,hyperv on host dv-cinder-798208-1-iscsi at level 0 using segments [{'id': '4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd5655de1-5361-4a06-953a-81fc39e01316'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:29:29.999258 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c35037-6376-46c4-a2cb-1419c8cc7651 None None] Attempting to bind port 0ad12f76-1fe8-4e36-aa33-4755e9392360 on network d5655de1-5361-4a06-953a-81fc39e01316 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:29:30.017176 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c35037-6376-46c4-a2cb-1419c8cc7651 None None] Checking agent: {'id': '7280f8c8-6f14-48e1-b2dd-15f5d03fd9f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 21, 53), 'started_at': datetime.datetime(2021, 6, 26, 21, 22, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:29:30.017885 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c35037-6376-46c4-a2cb-1419c8cc7651 None None] Checking segment: {'id': '4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd5655de1-5361-4a06-953a-81fc39e01316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:29:30.018299 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f4c35037-6376-46c4-a2cb-1419c8cc7651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:30.018703 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c35037-6376-46c4-a2cb-1419c8cc7651 None None] Bound using segment: {'id': '4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd5655de1-5361-4a06-953a-81fc39e01316'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:29:30.019211 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-f4c35037-6376-46c4-a2cb-1419c8cc7651 None None] Bound port: 0ad12f76-1fe8-4e36-aa33-4755e9392360, host: dv-cinder-798208-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd5655de1-5361-4a06-953a-81fc39e01316'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:29:30.021879 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f4c35037-6376-46c4-a2cb-1419c8cc7651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:30.143755 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-143dc531-d38f-45ee-8505-41179bf62104 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:30.227988 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-f4c35037-6376-46c4-a2cb-1419c8cc7651 None None] For port 0ad12f76-1fe8-4e36-aa33-4755e9392360, host dv-cinder-798208-1-iscsi, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:29:30.233989 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-f4c35037-6376-46c4-a2cb-1419c8cc7651 None None] For port 0ad12f76-1fe8-4e36-aa33-4755e9392360, host dv-cinder-798208-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=0ad12f76-1fe8-4e36-aa33-4755e9392360,segment=NetworkSegment(4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98),segment_id=4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:29:30.241033 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f4c35037-6376-46c4-a2cb-1419c8cc7651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:30.251043 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:30.344631 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-0536d264-504c-44a3-8627-2e0c6253eb9e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 21:29:30.345188 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-143dc531-d38f-45ee-8505-41179bf62104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:30.352748 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-0536d264-504c-44a3-8627-2e0c6253eb9e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3120065 Jun 26 21:29:30.361413 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c35037-6376-46c4-a2cb-1419c8cc7651 None None] Pushing event updated for resources: {'Port': ['ID=0ad12f76-1fe8-4e36-aa33-4755e9392360,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:30.374972 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-f4c35037-6376-46c4-a2cb-1419c8cc7651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:30.403896 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:30.407316 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-82063b0f-2f59-47f6-88d3-7af1d4de4aa7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:30.475231 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-bada672f-846f-4f33-9963-442caeef1c17 service neutron] 10.222.0.24 "GET /v2.0/networks/2c5bc568-0f6a-468f-b968-93e3972ced30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212966 Jun 26 21:29:30.574931 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 37842) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:30.627988 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-82063b0f-2f59-47f6-88d3-7af1d4de4aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:30.650351 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143dc531-d38f-45ee-8505-41179bf62104 admin admin] Network fc74eb2e-f674-4785-8e1a-443cbfb459f7 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:29:30.668779 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-143dc531-d38f-45ee-8505-41179bf62104 admin admin] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:29:30.679374 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143dc531-d38f-45ee-8505-41179bf62104 admin admin] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:29:30.710647 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143dc531-d38f-45ee-8505-41179bf62104 admin admin] Pushing event updated for resources: {'Port': ['ID=5ca9f780-f128-44a0-b597-7a523c7193b1,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:30.752115 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-758ac015-3b91-42b6-8b7c-02b902a0e22d service neutron] 10.222.0.24 "GET /v2.0/networks/2c5bc568-0f6a-468f-b968-93e3972ced30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757115 Jun 26 21:29:30.753556 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-143dc531-d38f-45ee-8505-41179bf62104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:30.810558 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-7f24c219-36d5-4688-8097-9e5734eaf5c0 tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:30.821297 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-7f24c219-36d5-4688-8097-9e5734eaf5c0 tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] 10.222.0.24 "GET /v2.0/networks?id=d9d585c4-a5c6-4532-99ed-129e41124d77 HTTP/1.1" status: 200 len: 811 time: 0.2330449 Jun 26 21:29:30.848122 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-dc9bd049-3db7-4a11-8d61-284facc2ecec tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] 10.222.0.24 "GET /v2.0/quotas/4611305e977349f7a507bd108aab7ddc HTTP/1.1" status: 200 len: 375 time: 0.0248542 Jun 26 21:29:30.895902 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 37858) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:30.914536 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-622e5236-3900-405e-8f3c-090b86bc1804 tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4611305e977349f7a507bd108aab7ddc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643177 Jun 26 21:29:31.065257 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [None req-82063b0f-2f59-47f6-88d3-7af1d4de4aa7 admin admin] Allocated IP 172.27.2.39 (fc74eb2e-f674-4785-8e1a-443cbfb459f7/02c6eafe-d2ac-4065-b904-73ec1df0a44a/a733d03e-3be1-403f-a1e3-4b11a655a06d) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:29:31.119905 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-89f7fee0-d0fd-4d44-a1c0-5fce54fa7497 req-d321bc2e-c3c9-4f52-9c06-c75ee6d85a22 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=09af1582-e0f6-4f3f-b166-1cd44f4732a3 HTTP/1.1" status: 200 len: 210 time: 0.0628731 Jun 26 21:29:31.323945 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-143dc531-d38f-45ee-8505-41179bf62104 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:31.401158 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-82063b0f-2f59-47f6-88d3-7af1d4de4aa7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:31.451020 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a37c8bb8-9354-42f7-a6d0-8448bffca05e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:31.574238 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 37892) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:31.591154 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 37896) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:31.685860 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-82063b0f-2f59-47f6-88d3-7af1d4de4aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:31.705074 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-143dc531-d38f-45ee-8505-41179bf62104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:31.764801 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82063b0f-2f59-47f6-88d3-7af1d4de4aa7 admin admin] Pushing event updated for resources: {'Port': ['ID=a733d03e-3be1-403f-a1e3-4b11a655a06d,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:31.770223 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-82063b0f-2f59-47f6-88d3-7af1d4de4aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:31.776015 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09def2e-342f-42e2-9e24-a1a597cc89e6 None None] Network d5655de1-5361-4a06-953a-81fc39e01316 requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:29:31.791067 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-abe7a017-8949-4dfb-883c-53afa6aee13e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:31.802817 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 0ad12f76-1fe8-4e36-aa33-4755e9392360 up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:29:31.811606 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82063b0f-2f59-47f6-88d3-7af1d4de4aa7 admin admin] Network fc74eb2e-f674-4785-8e1a-443cbfb459f7 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:29:31.830104 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3332232d-864d-49c8-b8a3-8b039405744e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:31.843711 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-82063b0f-2f59-47f6-88d3-7af1d4de4aa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:29:31.846588 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-a48375c3-3466-4064-a091-a7ca9c2a3e79 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 21:29:31.851477 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82063b0f-2f59-47f6-88d3-7af1d4de4aa7 admin admin] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:29:31.862073 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-a48375c3-3466-4064-a091-a7ca9c2a3e79 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1406212 Jun 26 21:29:31.978599 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-44be3f09-3b6c-49d1-b771-f898a65092b3 service neutron] 10.222.0.24 "GET /v2.0/networks/d9d585c4-a5c6-4532-99ed-129e41124d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154978 Jun 26 21:29:32.030878 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning for port 0ad12f76-1fe8-4e36-aa33-4755e9392360 completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:29:32.063570 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-eb270d51-6430-4a82-b89f-5d1d95be0b9f None None] Provisioning for port 0ad12f76-1fe8-4e36-aa33-4755e9392360 completed by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:29:32.073585 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-eb270d51-6430-4a82-b89f-5d1d95be0b9f None None] Provisioning complete for port 0ad12f76-1fe8-4e36-aa33-4755e9392360 triggered by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:29:32.074106 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-eb270d51-6430-4a82-b89f-5d1d95be0b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:32.100815 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-8d6462b9-d330-4175-9c0f-3c385475d539 service neutron] 10.222.0.24 "GET /v2.0/networks/d9d585c4-a5c6-4532-99ed-129e41124d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203127 Jun 26 21:29:32.119937 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-143dc531-d38f-45ee-8505-41179bf62104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642703'] for router, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:32.211550 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a37c8bb8-9354-42f7-a6d0-8448bffca05e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:32.221567 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a37c8bb8-9354-42f7-a6d0-8448bffca05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:32.250744 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:32.257604 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-a37c8bb8-9354-42f7-a6d0-8448bffca05e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a19aaab8be7f4af59f5b6a6f6f0e031b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3605552 Jun 26 21:29:32.260691 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 37928) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:32.275017 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-595dab48-55d7-49fc-b7de-00ba7f0918c9 req-e8564792-ebd0-4786-b001-0bb7c457e08a tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=09af1582-e0f6-4f3f-b166-1cd44f4732a3 HTTP/1.1" status: 200 len: 210 time: 0.0682778 Jun 26 21:29:32.291059 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-eb270d51-6430-4a82-b89f-5d1d95be0b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:32.369383 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-eb270d51-6430-4a82-b89f-5d1d95be0b9f None None] For port 0ad12f76-1fe8-4e36-aa33-4755e9392360, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=0ad12f76-1fe8-4e36-aa33-4755e9392360,segment=NetworkSegment(4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98),segment_id=4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:29:32.381100 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-eb270d51-6430-4a82-b89f-5d1d95be0b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:32.383809 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:32.422342 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-abe7a017-8949-4dfb-883c-53afa6aee13e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:32.449798 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-82063b0f-2f59-47f6-88d3-7af1d4de4aa7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:32.482357 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ff536f3d-1808-4670-9137-13c929642420 req-6a4aedef-cadb-4a39-a898-c10ba1eb0ca7 tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f8c919b-6068-4cb1-a0a1-3fe703c9a754 HTTP/1.1" status: 200 len: 210 time: 0.0582504 Jun 26 21:29:32.505496 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-abe7a017-8949-4dfb-883c-53afa6aee13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:32.515405 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb270d51-6430-4a82-b89f-5d1d95be0b9f None None] Pushing event updated for resources: {'Port': ['ID=0ad12f76-1fe8-4e36-aa33-4755e9392360,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:32.526500 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-eb270d51-6430-4a82-b89f-5d1d95be0b9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:32.549627 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-1fd95d55-34c9-4b5d-9247-35e8ea781827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:32.556536 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-abe7a017-8949-4dfb-883c-53afa6aee13e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f35107882fe24d1388bc13ac6461d07f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9782135 Jun 26 21:29:32.566140 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 37950) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:32.627801 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7a017-8949-4dfb-883c-53afa6aee13e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069f9763-e4e8-4229-a948-eef7de9144b5,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:32.637884 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-abe7a017-8949-4dfb-883c-53afa6aee13e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:32.730316 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-8fa3a4b2-3b01-439d-9ce4-89aa3b591bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:32.738589 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-d3f6d672-546d-4797-892b-77d45ad1abec None None] Provisioning complete for port 0ad12f76-1fe8-4e36-aa33-4755e9392360 triggered by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:29:32.738946 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d3f6d672-546d-4797-892b-77d45ad1abec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:32.778315 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-8fa3a4b2-3b01-439d-9ce4-89aa3b591bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:32.801383 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3332232d-864d-49c8-b8a3-8b039405744e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:32.834410 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3332232d-864d-49c8-b8a3-8b039405744e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:32.870792 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c8bb8-9354-42f7-a6d0-8448bffca05e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15ae0c0-5457-4ed9-a35b-8a84b7a7d517,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:32.889966 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:32.904801 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a37c8bb8-9354-42f7-a6d0-8448bffca05e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:32.926656 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-98a613f9-ab02-4de6-a3b6-71123a5dad05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:32.959877 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-3332232d-864d-49c8-b8a3-8b039405744e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=22ff92674c6647ceb5006b3306fb0e19&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3675046 Jun 26 21:29:32.964057 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 37966) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:32.980327 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3332232d-864d-49c8-b8a3-8b039405744e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf6b93d-366a-42a6-a575-9eb6fb3dcd8c,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:32.991302 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-3332232d-864d-49c8-b8a3-8b039405744e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:33.019830 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-8fa3a4b2-3b01-439d-9ce4-89aa3b591bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:33.025293 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-8fa3a4b2-3b01-439d-9ce4-89aa3b591bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:33.026422 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-8fa3a4b2-3b01-439d-9ce4-89aa3b591bd1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/069f9763-e4e8-4229-a948-eef7de9144b5 HTTP/1.1" status: 204 len: 168 time: 0.4560986 Jun 26 21:29:33.027376 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:33.075420 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143dc531-d38f-45ee-8505-41179bf62104 admin admin] Router b8bc647b-b984-470d-b43f-f2c3ddddba30 is scheduled to L3 agent 8f52ff15-e1cf-4181-89b9-9a217ed1d1bf with binding_index 1 {{(pid=92921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 26 21:29:33.079141 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3a4b2-3b01-439d-9ce4-89aa3b591bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069f9763-e4e8-4229-a948-eef7de9144b5,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:33.083167 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-98a613f9-ab02-4de6-a3b6-71123a5dad05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:33.096472 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-8fa3a4b2-3b01-439d-9ce4-89aa3b591bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:33.109640 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-04149230-19ae-4080-b706-16005fbdf5b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:33.159639 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-04149230-19ae-4080-b706-16005fbdf5b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:33.220506 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-04149230-19ae-4080-b706-16005fbdf5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:33.224264 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-04149230-19ae-4080-b706-16005fbdf5b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:33.228340 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-04149230-19ae-4080-b706-16005fbdf5b8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8bf6b93d-366a-42a6-a575-9eb6fb3dcd8c HTTP/1.1" status: 204 len: 168 time: 0.2544744 Jun 26 21:29:33.228340 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-8fa3a4b2-3b01-439d-9ce4-89aa3b591bd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:33.238308 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04149230-19ae-4080-b706-16005fbdf5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf6b93d-366a-42a6-a575-9eb6fb3dcd8c,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:33.266459 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-82063b0f-2f59-47f6-88d3-7af1d4de4aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642703'] for router, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:33.267583 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-04149230-19ae-4080-b706-16005fbdf5b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:33.312496 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143dc531-d38f-45ee-8505-41179bf62104 admin admin] Notify agent at l3_agent.dv-cinder-798208-1-iscsi the message routers_updated {{(pid=92921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 21:29:33.327307 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ed134a-ceac-4ce4-8798-b361d9c3d529 None None] Sync routers for ids ['b8bc647b-b984-470d-b43f-f2c3ddddba30'] in dv-cinder-798208-1-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 21:29:33.347530 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ed134a-ceac-4ce4-8798-b361d9c3d529 None None] Routers {'b8bc647b-b984-470d-b43f-f2c3ddddba30'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:29:33.347816 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-98a613f9-ab02-4de6-a3b6-71123a5dad05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:33.349421 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-e6ed134a-ceac-4ce4-8798-b361d9c3d529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:29:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['b8bc647b-b984-470d-b43f-f2c3ddddba30'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:29:33.353092 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-98a613f9-ab02-4de6-a3b6-71123a5dad05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:33.354920 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-98a613f9-ab02-4de6-a3b6-71123a5dad05 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e15ae0c0-5457-4ed9-a35b-8a84b7a7d517 HTTP/1.1" status: 204 len: 168 time: 0.9604452 Jun 26 21:29:33.355938 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-143dc531-d38f-45ee-8505-41179bf62104 admin admin] Notify callbacks [] for router, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:33.360110 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-143dc531-d38f-45ee-8505-41179bf62104 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.7213454 Jun 26 21:29:33.360591 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a37c8bb8-9354-42f7-a6d0-8448bffca05e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:33.361300 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 37986) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:33.413146 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a613f9-ab02-4de6-a3b6-71123a5dad05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15ae0c0-5457-4ed9-a35b-8a84b7a7d517,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:33.417165 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-98a613f9-ab02-4de6-a3b6-71123a5dad05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:33.497032 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82063b0f-2f59-47f6-88d3-7af1d4de4aa7 admin admin] Router 343fbf0d-879b-49a6-8eeb-4b905ed4da55 is scheduled to L3 agent 8f52ff15-e1cf-4181-89b9-9a217ed1d1bf with binding_index 1 {{(pid=92921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 26 21:29:33.615238 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 37994) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:33.660038 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-e6ed134a-ceac-4ce4-8798-b361d9c3d529 None None] Set router b8bc647b-b984-470d-b43f-f2c3ddddba30 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:29:33.660546 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe3f0-a1c2-44e7-a3e0-2a8311100c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:33.778865 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 0ad12f76-1fe8-4e36-aa33-4755e9392360 up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:29:33.814788 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.41', 51700) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:33.916947 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port 0ad12f76-1fe8-4e36-aa33-4755e9392360 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:29:33.918461 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:34.032438 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-841938e4-b4c5-478c-b8fe-fbd0766ffb13 req-7db971c9-246e-4fb3-968a-faac724ee02e tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f8c919b-6068-4cb1-a0a1-3fe703c9a754 HTTP/1.1" status: 200 len: 210 time: 0.1194658 Jun 26 21:29:34.034385 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 38006) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:34.078130 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b3da86e2-e6c5-4589-ab5f-5b2604c34d75 req-bd82214a-4bf1-4e34-8547-73c5e900363a tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=09af1582-e0f6-4f3f-b166-1cd44f4732a3 HTTP/1.1" status: 200 len: 210 time: 0.1569617 Jun 26 21:29:34.096309 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46ab9e23-46a1-4737-a4e3-2ccce5425ded admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:34.136256 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-e6ed134a-ceac-4ce4-8798-b361d9c3d529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bc647b-b984-470d-b43f-f2c3ddddba30', 'name': 'tempest-ServerRescueNegativeTestJSON-1965862440-router', 'tenant_id': '1b82a91ccfa34d6d9e71d190d4dfd427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '5ca9f780-f128-44a0-b597-7a523c7193b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:29:28Z', 'updated_at': '2021-06-26T21:29:30Z', 'revision_number': 3, 'project_id': '1b82a91ccfa34d6d9e71d190d4dfd427', 'gw_port': {'id': '5ca9f780-f128-44a0-b597-7a523c7193b1', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8bc647b-b984-470d-b43f-f2c3ddddba30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:29:29Z', 'updated_at': '2021-06-26T21:29:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi'}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:29:34.200060 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ed134a-ceac-4ce4-8798-b361d9c3d529 None None] Checking router: b8bc647b-b984-470d-b43f-f2c3ddddba30 for host: dv-cinder-798208-1-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 21:29:34.200824 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ed134a-ceac-4ce4-8798-b361d9c3d529 None None] Updating router b8bc647b-b984-470d-b43f-f2c3ddddba30 port 5ca9f780-f128-44a0-b597-7a523c7193b1 binding host dv-cinder-798208-1-iscsi {{(pid=92924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 21:29:34.226824 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82063b0f-2f59-47f6-88d3-7af1d4de4aa7 admin admin] Notify agent at l3_agent.dv-cinder-798208-1-iscsi the message routers_updated {{(pid=92921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 21:29:34.241140 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c378bd8-ad3e-41ec-97ad-5951c7b69d9a None None] Sync routers for ids ['343fbf0d-879b-49a6-8eeb-4b905ed4da55'] in dv-cinder-798208-1-iscsi {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 21:29:34.263437 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c378bd8-ad3e-41ec-97ad-5951c7b69d9a None None] Routers {'343fbf0d-879b-49a6-8eeb-4b905ed4da55'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:29:34.265594 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-1c378bd8-ad3e-41ec-97ad-5951c7b69d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:29:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['343fbf0d-879b-49a6-8eeb-4b905ed4da55'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:29:34.299644 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e6ed134a-ceac-4ce4-8798-b361d9c3d529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:34.409204 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 38012) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:34.438062 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-4ba75dfb-557a-4d4c-9c34-8a37a4d21ac9 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:34.442458 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-4ba75dfb-557a-4d4c-9c34-8a37a4d21ac9 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.41 "GET /v2.0/networks?id=2c5bc568-0f6a-468f-b968-93e3972ced30 HTTP/1.1" status: 200 len: 813 time: 0.6245143 Jun 26 21:29:34.479373 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-1c378bd8-ad3e-41ec-97ad-5951c7b69d9a None None] Set router 343fbf0d-879b-49a6-8eeb-4b905ed4da55 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:29:34.493369 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e5124242-dcc2-49ae-9d2c-c7c7dfd291cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:34.543415 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-975915df-538f-441e-a755-6d398d8d5bb4 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Request body: {'port': {'device_id': '09af1582-e0f6-4f3f-b166-1cd44f4732a3', 'network_id': '2c5bc568-0f6a-468f-b968-93e3972ced30', 'admin_state_up': True, 'tenant_id': '2ee5ec7eb2b3411d9a4940fb7dc9d91f'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:29:34.659345 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe3f0-a1c2-44e7-a3e0-2a8311100c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:34.691783 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe3f0-a1c2-44e7-a3e0-2a8311100c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:34.719060 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:34.737314 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6bd27b1e-a423-4760-8385-b6301dfa5a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:34.783072 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-1c378bd8-ad3e-41ec-97ad-5951c7b69d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'name': 'tempest-AttachVolumeTestJSON-1233558065-router', 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'a733d03e-3be1-403f-a1e3-4b11a655a06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:29:29Z', 'updated_at': '2021-06-26T21:29:32Z', 'revision_number': 3, 'project_id': '95b2f2bc0b574f2b979cd6ba40175646', 'gw_port': {'id': 'a733d03e-3be1-403f-a1e3-4b11a655a06d', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:db:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:29:30Z', 'updated_at': '2021-06-26T21:29:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi'}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:29:34.830249 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c378bd8-ad3e-41ec-97ad-5951c7b69d9a None None] Checking router: 343fbf0d-879b-49a6-8eeb-4b905ed4da55 for host: dv-cinder-798208-1-iscsi {{(pid=92923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 21:29:34.830687 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c378bd8-ad3e-41ec-97ad-5951c7b69d9a None None] Updating router 343fbf0d-879b-49a6-8eeb-4b905ed4da55 port a733d03e-3be1-403f-a1e3-4b11a655a06d binding host dv-cinder-798208-1-iscsi {{(pid=92923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 21:29:34.883739 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e6ed134a-ceac-4ce4-8798-b361d9c3d529 None None] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:34.899419 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1c378bd8-ad3e-41ec-97ad-5951c7b69d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:34.900538 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e6ed134a-ceac-4ce4-8798-b361d9c3d529 None None] Transition to ACTIVE for port object 5ca9f780-f128-44a0-b597-7a523c7193b1 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:29:34.911757 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e6ed134a-ceac-4ce4-8798-b361d9c3d529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:34.932890 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-9e4a1445-de81-49f0-a390-bb1b470306ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:35.072992 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-dd8fe3f0-a1c2-44e7-a3e0-2a8311100c10 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=590344a67f1643f9890b36a991e4cce2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4551153 Jun 26 21:29:35.087073 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 38038) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:35.113294 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8fe3f0-a1c2-44e7-a3e0-2a8311100c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc60e988-9485-4d35-8580-dbe3ebf57d95,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:35.128237 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac0769-e1b5-45cb-b055-61536b750283 None None] Pushing event updated for resources: {'Port': ['ID=5ca9f780-f128-44a0-b597-7a523c7193b1,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:35.152533 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-e6ed134a-ceac-4ce4-8798-b361d9c3d529 None None] Attempting to bind port 5ca9f780-f128-44a0-b597-7a523c7193b1 on host dv-cinder-798208-1-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:29:35.152786 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-e6ed134a-ceac-4ce4-8798-b361d9c3d529 None None] Attempting to bind port 5ca9f780-f128-44a0-b597-7a523c7193b1 by drivers openvswitch,hyperv on host dv-cinder-798208-1-iscsi at level 0 using segments [{'id': '4f28365d-aca5-4c5a-9953-491fa10de68c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:29:35.153192 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ed134a-ceac-4ce4-8798-b361d9c3d529 None None] Attempting to bind port 5ca9f780-f128-44a0-b597-7a523c7193b1 on network fc74eb2e-f674-4785-8e1a-443cbfb459f7 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:29:35.163632 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-dd8fe3f0-a1c2-44e7-a3e0-2a8311100c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:35.178650 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ac0769-e1b5-45cb-b055-61536b750283 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:35.178987 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ac0769-e1b5-45cb-b055-61536b750283 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:35.179362 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ac0769-e1b5-45cb-b055-61536b750283 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:35.179687 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ac0769-e1b5-45cb-b055-61536b750283 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:35.180035 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ac0769-e1b5-45cb-b055-61536b750283 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:35.180306 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ac0769-e1b5-45cb-b055-61536b750283 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:35.180620 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ac0769-e1b5-45cb-b055-61536b750283 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:35.180931 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ac0769-e1b5-45cb-b055-61536b750283 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:35.181332 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ac0769-e1b5-45cb-b055-61536b750283 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:35.181565 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ac0769-e1b5-45cb-b055-61536b750283 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:35.181874 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ac0769-e1b5-45cb-b055-61536b750283 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:35.182184 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ac0769-e1b5-45cb-b055-61536b750283 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:29:35.183279 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ac0769-e1b5-45cb-b055-61536b750283 None None] Tracked resource versions report: Jun 26 21:29:35.183279 dv-cinder-798208-1-iscsi neutron-server[92924]: pushed versions: Jun 26 21:29:35.183279 dv-cinder-798208-1-iscsi neutron-server[92924]: { 'AddressGroup': {'1.2'}, Jun 26 21:29:35.183279 dv-cinder-798208-1-iscsi neutron-server[92924]: 'ConntrackHelper': {'1.0'}, Jun 26 21:29:35.183279 dv-cinder-798208-1-iscsi neutron-server[92924]: 'Log': {'1.0'}, Jun 26 21:29:35.183279 dv-cinder-798208-1-iscsi neutron-server[92924]: 'Network': {'1.1'}, Jun 26 21:29:35.183279 dv-cinder-798208-1-iscsi neutron-server[92924]: 'Port': {'1.7'}, Jun 26 21:29:35.183279 dv-cinder-798208-1-iscsi neutron-server[92924]: 'PortForwarding': {'1.2'}, Jun 26 21:29:35.183279 dv-cinder-798208-1-iscsi neutron-server[92924]: 'QosPolicy': {'1.8'}, Jun 26 21:29:35.183279 dv-cinder-798208-1-iscsi neutron-server[92924]: 'SecurityGroup': {'1.4'}, Jun 26 21:29:35.183279 dv-cinder-798208-1-iscsi neutron-server[92924]: 'SecurityGroupRule': {'1.2'}, Jun 26 21:29:35.183279 dv-cinder-798208-1-iscsi neutron-server[92924]: 'SubPort': {'1.0'}, Jun 26 21:29:35.183279 dv-cinder-798208-1-iscsi neutron-server[92924]: 'Subnet': {'1.1'}, Jun 26 21:29:35.183279 dv-cinder-798208-1-iscsi neutron-server[92924]: 'Trunk': {'1.1'}} Jun 26 21:29:35.183279 dv-cinder-798208-1-iscsi neutron-server[92924]: consumer versions: Jun 26 21:29:35.183279 dv-cinder-798208-1-iscsi neutron-server[92924]: { DHCP agent@dv-cinder-798208-1-iscsi: {}, Jun 26 21:29:35.183279 dv-cinder-798208-1-iscsi neutron-server[92924]: HyperV agent@hv-cinder-79820: {}, Jun 26 21:29:35.183279 dv-cinder-798208-1-iscsi neutron-server[92924]: L3 agent@dv-cinder-798208-1-iscsi: {}, Jun 26 21:29:35.183279 dv-cinder-798208-1-iscsi neutron-server[92924]: Metadata agent@dv-cinder-798208-1-iscsi: {}, Jun 26 21:29:35.183279 dv-cinder-798208-1-iscsi neutron-server[92924]: Metering agent@dv-cinder-798208-1-iscsi: {}, Jun 26 21:29:35.183279 dv-cinder-798208-1-iscsi neutron-server[92924]: Open vSwitch agent@dv-cinder-798208-1-iscsi: { 'AddressGroup': '1.2', Jun 26 21:29:35.183279 dv-cinder-798208-1-iscsi neutron-server[92924]: 'ConntrackHelper': '1.0', Jun 26 21:29:35.183279 dv-cinder-798208-1-iscsi neutron-server[92924]: 'Log': '1.0', Jun 26 21:29:35.183279 dv-cinder-798208-1-iscsi neutron-server[92924]: 'Network': '1.1', Jun 26 21:29:35.183279 dv-cinder-798208-1-iscsi neutron-server[92924]: 'Port': '1.7', Jun 26 21:29:35.183279 dv-cinder-798208-1-iscsi neutron-server[92924]: 'PortForwarding': '1.2', Jun 26 21:29:35.183279 dv-cinder-798208-1-iscsi neutron-server[92924]: 'QosPolicy': '1.8', Jun 26 21:29:35.183279 dv-cinder-798208-1-iscsi neutron-server[92924]: 'SecurityGroup': '1.4', Jun 26 21:29:35.183279 dv-cinder-798208-1-iscsi neutron-server[92924]: 'SecurityGroupRule': '1.2', Jun 26 21:29:35.183279 dv-cinder-798208-1-iscsi neutron-server[92924]: 'SubPort': '1.0', Jun 26 21:29:35.183279 dv-cinder-798208-1-iscsi neutron-server[92924]: 'Subnet': '1.1', Jun 26 21:29:35.183279 dv-cinder-798208-1-iscsi neutron-server[92924]: 'Trunk': '1.1'}} Jun 26 21:29:35.183279 dv-cinder-798208-1-iscsi neutron-server[92924]: {{(pid=92924) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 21:29:35.198955 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-43ac0769-e1b5-45cb-b055-61536b750283 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:35.199887 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ed134a-ceac-4ce4-8798-b361d9c3d529 None None] Checking agent: {'id': '7280f8c8-6f14-48e1-b2dd-15f5d03fd9f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 21, 53), 'started_at': datetime.datetime(2021, 6, 26, 21, 22, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:29:35.200259 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ed134a-ceac-4ce4-8798-b361d9c3d529 None None] Checking segment: {'id': '4f28365d-aca5-4c5a-9953-491fa10de68c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:29:35.200659 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e6ed134a-ceac-4ce4-8798-b361d9c3d529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:35.201043 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ed134a-ceac-4ce4-8798-b361d9c3d529 None None] Bound using segment: {'id': '4f28365d-aca5-4c5a-9953-491fa10de68c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:29:35.202076 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-e6ed134a-ceac-4ce4-8798-b361d9c3d529 None None] Bound port: 5ca9f780-f128-44a0-b597-7a523c7193b1, host: dv-cinder-798208-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f28365d-aca5-4c5a-9953-491fa10de68c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:29:35.202478 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e6ed134a-ceac-4ce4-8798-b361d9c3d529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:35.241620 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46ab9e23-46a1-4737-a4e3-2ccce5425ded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:35.254020 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-46ab9e23-46a1-4737-a4e3-2ccce5425ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:35.290984 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-82063b0f-2f59-47f6-88d3-7af1d4de4aa7 admin admin] Notify callbacks [] for router, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:35.295622 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-dd6d5bae-fb5c-4b25-8f58-135bbe1394bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:35.302602 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-82063b0f-2f59-47f6-88d3-7af1d4de4aa7 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1480618 Jun 26 21:29:35.314392 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 38048) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:35.315142 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.41', 51707) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:35.342137 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.db.api [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-975915df-538f-441e-a755-6d398d8d5bb4 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 26 21:29:35.342137 dv-cinder-798208-1-iscsi neutron-server[92921]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 26 21:29:35.342137 dv-cinder-798208-1-iscsi neutron-server[92921]: [parameters: {'project_id_1': '2ee5ec7eb2b3411d9a4940fb7dc9d91f', 'expiration_1': datetime.datetime(2021, 6, 26, 21, 29, 35, 260670)}] Jun 26 21:29:35.342137 dv-cinder-798208-1-iscsi neutron-server[92921]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 26 21:29:35.342660 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_db.api [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-975915df-538f-441e-a755-6d398d8d5bb4 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 26 21:29:35.409540 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-e6ed134a-ceac-4ce4-8798-b361d9c3d529 None None] For port 5ca9f780-f128-44a0-b597-7a523c7193b1, host dv-cinder-798208-1-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:29:35.421416 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-e6ed134a-ceac-4ce4-8798-b361d9c3d529 None None] For port 5ca9f780-f128-44a0-b597-7a523c7193b1, host dv-cinder-798208-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=5ca9f780-f128-44a0-b597-7a523c7193b1,segment=NetworkSegment(4f28365d-aca5-4c5a-9953-491fa10de68c),segment_id=4f28365d-aca5-4c5a-9953-491fa10de68c)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:29:35.437061 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ce815f05-8a54-43da-b9e6-02dc7c9d33f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:35.440805 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e6ed134a-ceac-4ce4-8798-b361d9c3d529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:35.478727 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ce815f05-8a54-43da-b9e6-02dc7c9d33f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:35.488308 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-43ac0769-e1b5-45cb-b055-61536b750283 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:35.540820 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1c378bd8-ad3e-41ec-97ad-5951c7b69d9a None None] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:35.590603 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e5124242-dcc2-49ae-9d2c-c7c7dfd291cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:35.592253 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-1c378bd8-ad3e-41ec-97ad-5951c7b69d9a None None] Transition to ACTIVE for port object a733d03e-3be1-403f-a1e3-4b11a655a06d will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:29:35.593644 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ce815f05-8a54-43da-b9e6-02dc7c9d33f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:35.597727 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ce815f05-8a54-43da-b9e6-02dc7c9d33f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:35.601304 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-ce815f05-8a54-43da-b9e6-02dc7c9d33f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fc60e988-9485-4d35-8580-dbe3ebf57d95 HTTP/1.1" status: 204 len: 168 time: 0.5051339 Jun 26 21:29:35.602935 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-98a613f9-ab02-4de6-a3b6-71123a5dad05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:35.604052 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1c378bd8-ad3e-41ec-97ad-5951c7b69d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:35.607428 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e5124242-dcc2-49ae-9d2c-c7c7dfd291cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:35.609151 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:35.642242 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce815f05-8a54-43da-b9e6-02dc7c9d33f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc60e988-9485-4d35-8580-dbe3ebf57d95,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:35.652441 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-ce815f05-8a54-43da-b9e6-02dc7c9d33f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:35.654933 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:35.688424 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-e5124242-dcc2-49ae-9d2c-c7c7dfd291cc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a9d881d1341747f8a5bcb2e40c0a1925&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2600284 Jun 26 21:29:35.690023 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 38060) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:35.721467 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5124242-dcc2-49ae-9d2c-c7c7dfd291cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbc005b-e13a-4976-bfb3-5e7cf741e643,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:35.729711 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-e5124242-dcc2-49ae-9d2c-c7c7dfd291cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:35.733249 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac0769-e1b5-45cb-b055-61536b750283 None None] Pushing event updated for resources: {'Port': ['ID=5ca9f780-f128-44a0-b597-7a523c7193b1,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:35.738275 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-43ac0769-e1b5-45cb-b055-61536b750283 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:35.747628 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ed134a-ceac-4ce4-8798-b361d9c3d529 None None] Routers {'b8bc647b-b984-470d-b43f-f2c3ddddba30'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:29:35.750433 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-e6ed134a-ceac-4ce4-8798-b361d9c3d529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:29:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['b8bc647b-b984-470d-b43f-f2c3ddddba30'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:29:35.768644 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c0a044-e042-4352-978b-33bc5053b09b None None] Pushing event updated for resources: {'Port': ['ID=a733d03e-3be1-403f-a1e3-4b11a655a06d,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:35.777590 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-8ca982ef-d459-4193-bd86-716d5314d0d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:35.781937 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-1c378bd8-ad3e-41ec-97ad-5951c7b69d9a None None] Attempting to bind port a733d03e-3be1-403f-a1e3-4b11a655a06d on host dv-cinder-798208-1-iscsi for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:29:35.783824 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-1c378bd8-ad3e-41ec-97ad-5951c7b69d9a None None] Attempting to bind port a733d03e-3be1-403f-a1e3-4b11a655a06d by drivers openvswitch,hyperv on host dv-cinder-798208-1-iscsi at level 0 using segments [{'id': '4f28365d-aca5-4c5a-9953-491fa10de68c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:29:35.785018 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c378bd8-ad3e-41ec-97ad-5951c7b69d9a None None] Attempting to bind port a733d03e-3be1-403f-a1e3-4b11a655a06d on network fc74eb2e-f674-4785-8e1a-443cbfb459f7 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:29:35.787961 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-13c0a044-e042-4352-978b-33bc5053b09b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:35.793371 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c378bd8-ad3e-41ec-97ad-5951c7b69d9a None None] Checking agent: {'id': '7280f8c8-6f14-48e1-b2dd-15f5d03fd9f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 21, 53), 'started_at': datetime.datetime(2021, 6, 26, 21, 22, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:29:35.794689 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c378bd8-ad3e-41ec-97ad-5951c7b69d9a None None] Checking segment: {'id': '4f28365d-aca5-4c5a-9953-491fa10de68c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:29:35.796729 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1c378bd8-ad3e-41ec-97ad-5951c7b69d9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:35.797543 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c378bd8-ad3e-41ec-97ad-5951c7b69d9a None None] Bound using segment: {'id': '4f28365d-aca5-4c5a-9953-491fa10de68c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:29:35.798426 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-1c378bd8-ad3e-41ec-97ad-5951c7b69d9a None None] Bound port: a733d03e-3be1-403f-a1e3-4b11a655a06d, host: dv-cinder-798208-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f28365d-aca5-4c5a-9953-491fa10de68c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:29:35.799058 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1c378bd8-ad3e-41ec-97ad-5951c7b69d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:35.816847 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-46ab9e23-46a1-4737-a4e3-2ccce5425ded admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=af0ff75e16ef49fc9c44f37816959c63&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7563515 Jun 26 21:29:35.819725 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 38064) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:35.823135 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-8ca982ef-d459-4193-bd86-716d5314d0d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:35.887371 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-1c378bd8-ad3e-41ec-97ad-5951c7b69d9a None None] For port a733d03e-3be1-403f-a1e3-4b11a655a06d, host dv-cinder-798208-1-iscsi, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:29:35.892378 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-1c378bd8-ad3e-41ec-97ad-5951c7b69d9a None None] For port a733d03e-3be1-403f-a1e3-4b11a655a06d, host dv-cinder-798208-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=a733d03e-3be1-403f-a1e3-4b11a655a06d,segment=NetworkSegment(4f28365d-aca5-4c5a-9953-491fa10de68c),segment_id=4f28365d-aca5-4c5a-9953-491fa10de68c)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:29:35.902070 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1c378bd8-ad3e-41ec-97ad-5951c7b69d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:35.921621 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:35.991846 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ab9e23-46a1-4737-a4e3-2ccce5425ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0162b7c3-c99a-46c0-80a3-f98a59403227,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:36.000336 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46ab9e23-46a1-4737-a4e3-2ccce5425ded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.707s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:36.000578 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-e6ed134a-ceac-4ce4-8798-b361d9c3d529 None None] Set router b8bc647b-b984-470d-b43f-f2c3ddddba30 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:29:36.036133 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-975915df-538f-441e-a755-6d398d8d5bb4 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Made reservation on behalf of 2ee5ec7eb2b3411d9a4940fb7dc9d91f for: {'port': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:29:36.039706 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-975915df-538f-441e-a755-6d398d8d5bb4 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:36.079254 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c378bd8-ad3e-41ec-97ad-5951c7b69d9a None None] Routers {'343fbf0d-879b-49a6-8eeb-4b905ed4da55'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:29:36.080831 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-1c378bd8-ad3e-41ec-97ad-5951c7b69d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:29:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['343fbf0d-879b-49a6-8eeb-4b905ed4da55'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:29:36.127744 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7633b3bf-317f-4c6a-9f65-405a412e8973 req-3c24ee0b-9f04-4400-bceb-f45f460f420f tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f8c919b-6068-4cb1-a0a1-3fe703c9a754 HTTP/1.1" status: 200 len: 210 time: 0.3641961 Jun 26 21:29:36.186911 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-be5466c1-5d4f-4760-809b-fd06e884c377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:36.238445 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9e202d2b-b596-49ef-991b-201aa59f0da9 req-e3bff6b7-d77c-4032-8cf4-4b82f6fabe42 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=09af1582-e0f6-4f3f-b166-1cd44f4732a3 HTTP/1.1" status: 200 len: 210 time: 0.7462285 Jun 26 21:29:36.296289 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c0a044-e042-4352-978b-33bc5053b09b None None] Pushing event updated for resources: {'Port': ['ID=a733d03e-3be1-403f-a1e3-4b11a655a06d,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:36.322789 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-13c0a044-e042-4352-978b-33bc5053b09b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:36.345024 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-6bd27b1e-a423-4760-8385-b6301dfa5a61 admin admin] Allocated IP 172.20.0.1 (2305325d-a907-4cbb-9a7b-fe0c2ff5adf1/162b4e55-03bc-4a67-8c15-f483cdb4fffc/b1decd76-d299-447f-af75-96fcd7c96542) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:29:36.352451 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-1c378bd8-ad3e-41ec-97ad-5951c7b69d9a None None] Set router 343fbf0d-879b-49a6-8eeb-4b905ed4da55 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:29:36.496237 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-e6ed134a-ceac-4ce4-8798-b361d9c3d529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bc647b-b984-470d-b43f-f2c3ddddba30', 'name': 'tempest-ServerRescueNegativeTestJSON-1965862440-router', 'tenant_id': '1b82a91ccfa34d6d9e71d190d4dfd427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '5ca9f780-f128-44a0-b597-7a523c7193b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:29:28Z', 'updated_at': '2021-06-26T21:29:30Z', 'revision_number': 3, 'project_id': '1b82a91ccfa34d6d9e71d190d4dfd427', 'gw_port': {'id': '5ca9f780-f128-44a0-b597-7a523c7193b1', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8bc647b-b984-470d-b43f-f2c3ddddba30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:29:29Z', 'updated_at': '2021-06-26T21:29:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi'}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:29:36.556102 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ed134a-ceac-4ce4-8798-b361d9c3d529 None None] The sync data for ids ['b8bc647b-b984-470d-b43f-f2c3ddddba30'] in dv-cinder-798208-1-iscsi is: [{'id': 'b8bc647b-b984-470d-b43f-f2c3ddddba30', 'name': 'tempest-ServerRescueNegativeTestJSON-1965862440-router', 'tenant_id': '1b82a91ccfa34d6d9e71d190d4dfd427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '5ca9f780-f128-44a0-b597-7a523c7193b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:29:28Z', 'updated_at': '2021-06-26T21:29:30Z', 'revision_number': 3, 'project_id': '1b82a91ccfa34d6d9e71d190d4dfd427', 'gw_port': {'id': '5ca9f780-f128-44a0-b597-7a523c7193b1', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8bc647b-b984-470d-b43f-f2c3ddddba30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:29:29Z', 'updated_at': '2021-06-26T21:29:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi'}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 21:29:36.571521 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-8ca982ef-d459-4193-bd86-716d5314d0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:36.646134 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-be5466c1-5d4f-4760-809b-fd06e884c377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:36.661744 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-8ca982ef-d459-4193-bd86-716d5314d0d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:36.666832 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-8ca982ef-d459-4193-bd86-716d5314d0d7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fcbc005b-e13a-4976-bfb3-5e7cf741e643 HTTP/1.1" status: 204 len: 168 time: 0.9757552 Jun 26 21:29:36.692308 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-dd8fe3f0-a1c2-44e7-a3e0-2a8311100c10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:36.806877 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-1c378bd8-ad3e-41ec-97ad-5951c7b69d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'name': 'tempest-AttachVolumeTestJSON-1233558065-router', 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'a733d03e-3be1-403f-a1e3-4b11a655a06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:29:29Z', 'updated_at': '2021-06-26T21:29:32Z', 'revision_number': 3, 'project_id': '95b2f2bc0b574f2b979cd6ba40175646', 'gw_port': {'id': 'a733d03e-3be1-403f-a1e3-4b11a655a06d', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:db:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:29:30Z', 'updated_at': '2021-06-26T21:29:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi'}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:29:36.922885 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-f3e633a6-078e-424a-b06c-dfc91a3f1276 tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:36.929315 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-f3e633a6-078e-424a-b06c-dfc91a3f1276 tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] 10.222.0.41 "GET /v2.0/networks?id=d9d585c4-a5c6-4532-99ed-129e41124d77 HTTP/1.1" status: 200 len: 811 time: 1.5474231 Jun 26 21:29:37.060643 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-975915df-538f-441e-a755-6d398d8d5bb4 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Allocated IP 172.20.0.4 (2c5bc568-0f6a-468f-b968-93e3972ced30/b3ab793f-3a73-4271-8f8a-84862d9d2427/fb35f91b-b87f-4004-9055-3a6bc5f92231) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:29:37.065884 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-e18a50c7-4c5d-428b-a251-d4b13569569e tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] Request body: {'port': {'device_id': '3f8c919b-6068-4cb1-a0a1-3fe703c9a754', 'network_id': 'd9d585c4-a5c6-4532-99ed-129e41124d77', 'admin_state_up': True, 'tenant_id': '4611305e977349f7a507bd108aab7ddc'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:29:37.283475 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6bd27b1e-a423-4760-8385-b6301dfa5a61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:37.334313 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c378bd8-ad3e-41ec-97ad-5951c7b69d9a None None] The sync data for ids ['343fbf0d-879b-49a6-8eeb-4b905ed4da55'] in dv-cinder-798208-1-iscsi is: [{'id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'name': 'tempest-AttachVolumeTestJSON-1233558065-router', 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'a733d03e-3be1-403f-a1e3-4b11a655a06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:29:29Z', 'updated_at': '2021-06-26T21:29:32Z', 'revision_number': 3, 'project_id': '95b2f2bc0b574f2b979cd6ba40175646', 'gw_port': {'id': 'a733d03e-3be1-403f-a1e3-4b11a655a06d', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:db:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:29:30Z', 'updated_at': '2021-06-26T21:29:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi'}] {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 21:29:37.423045 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-be5466c1-5d4f-4760-809b-fd06e884c377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:37.429359 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca982ef-d459-4193-bd86-716d5314d0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbc005b-e13a-4976-bfb3-5e7cf741e643,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:37.443604 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-8ca982ef-d459-4193-bd86-716d5314d0d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.751s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:37.469561 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-be5466c1-5d4f-4760-809b-fd06e884c377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:37.474545 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-be5466c1-5d4f-4760-809b-fd06e884c377 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0162b7c3-c99a-46c0-80a3-f98a59403227 HTTP/1.1" status: 204 len: 168 time: 1.6537507 Jun 26 21:29:37.482163 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-ce815f05-8a54-43da-b9e6-02dc7c9d33f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:37.560418 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-975915df-538f-441e-a755-6d398d8d5bb4 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:37.608966 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5466c1-5d4f-4760-809b-fd06e884c377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0162b7c3-c99a-46c0-80a3-f98a59403227,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:37.612216 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-975915df-538f-441e-a755-6d398d8d5bb4 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:37.626524 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-be5466c1-5d4f-4760-809b-fd06e884c377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:37.658292 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-82063b0f-2f59-47f6-88d3-7af1d4de4aa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:37.893926 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 5ca9f780-f128-44a0-b597-7a523c7193b1 up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:29:37.963419 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975915df-538f-441e-a755-6d398d8d5bb4 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Pushing event updated for resources: {'Port': ['ID=fb35f91b-b87f-4004-9055-3a6bc5f92231,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:37.988473 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-975915df-538f-441e-a755-6d398d8d5bb4 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:38.009315 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-975915df-538f-441e-a755-6d398d8d5bb4 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Network 2c5bc568-0f6a-468f-b968-93e3972ced30 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:29:38.012923 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-975915df-538f-441e-a755-6d398d8d5bb4 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:29:38.030042 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-975915df-538f-441e-a755-6d398d8d5bb4 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:29:38.044151 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-975915df-538f-441e-a755-6d398d8d5bb4 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:38.049072 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-975915df-538f-441e-a755-6d398d8d5bb4 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:38.097932 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-975915df-538f-441e-a755-6d398d8d5bb4 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5884724 Jun 26 21:29:38.114403 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning for port 5ca9f780-f128-44a0-b597-7a523c7193b1 completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:29:38.120818 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-bde95b43-46ef-45c8-bbbe-493a158fdd79 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 21:29:38.121104 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port 5ca9f780-f128-44a0-b597-7a523c7193b1 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:29:38.121430 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:38.122184 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-bde95b43-46ef-45c8-bbbe-493a158fdd79 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057836 Jun 26 21:29:38.426713 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:38.497467 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5c13b193-3558-4000-9239-f85542fac7b0 req-f8dc1604-24ea-4e24-a48e-c7c3d0a3c655 tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f8c919b-6068-4cb1-a0a1-3fe703c9a754 HTTP/1.1" status: 200 len: 210 time: 0.5931320 Jun 26 21:29:38.501798 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] For port 5ca9f780-f128-44a0-b597-7a523c7193b1, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=5ca9f780-f128-44a0-b597-7a523c7193b1,segment=NetworkSegment(4f28365d-aca5-4c5a-9953-491fa10de68c),segment_id=4f28365d-aca5-4c5a-9953-491fa10de68c)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:29:38.518051 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:38.531425 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-13c0a044-e042-4352-978b-33bc5053b09b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:38.586337 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Pushing event updated for resources: {'Port': ['ID=5ca9f780-f128-44a0-b597-7a523c7193b1,revision_number=4']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:38.589692 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:38.796652 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8181e-2e02-4287-ad4c-ea22d73dbd26 req-af9a8f70-6930-476c-9f85-1b8bb8d05d7b tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:38.805121 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b0c8181e-2e02-4287-ad4c-ea22d73dbd26 req-af9a8f70-6930-476c-9f85-1b8bb8d05d7b tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=09af1582-e0f6-4f3f-b166-1cd44f4732a3 HTTP/1.1" status: 200 len: 931 time: 1.0167949 Jun 26 21:29:38.806866 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-e18a50c7-4c5d-428b-a251-d4b13569569e tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] Made reservation on behalf of 4611305e977349f7a507bd108aab7ddc for: {'port': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:29:38.810616 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-e18a50c7-4c5d-428b-a251-d4b13569569e tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:39.033347 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-494e15e9-ec7f-498e-a78e-8dea7c72dd2c service neutron] Request body: {'port': {'device_id': '09af1582-e0f6-4f3f-b166-1cd44f4732a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79820'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:29:39.227172 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6bd27b1e-a423-4760-8385-b6301dfa5a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:39.262166 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-494e15e9-ec7f-498e-a78e-8dea7c72dd2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:39.313826 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-1935aa8b-3d6c-4819-8fbc-3943b2bd262a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:39.378808 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b0c8181e-2e02-4287-ad4c-ea22d73dbd26 req-112beb96-7d58-4f2a-ad47-0aa425b37bef tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5727699 Jun 26 21:29:39.641556 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd27b1e-a423-4760-8385-b6301dfa5a61 admin admin] Network 2305325d-a907-4cbb-9a7b-fe0c2ff5adf1 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:29:39.689210 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-6bd27b1e-a423-4760-8385-b6301dfa5a61 admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:29:39.704138 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 38172) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:39.726551 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd27b1e-a423-4760-8385-b6301dfa5a61 admin admin] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:29:39.727094 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6bd27b1e-a423-4760-8385-b6301dfa5a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-698637'] for router_interface, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:39.814779 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd27b1e-a423-4760-8385-b6301dfa5a61 admin admin] Pushing event updated for resources: {'Port': ['ID=b1decd76-d299-447f-af75-96fcd7c96542,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:39.839551 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2387d697-63db-4033-8ecf-f0575981e571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:39.852057 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-6bd27b1e-a423-4760-8385-b6301dfa5a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:39.892850 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-e18a50c7-4c5d-428b-a251-d4b13569569e tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] Allocated IP 172.20.0.12 (d9d585c4-a5c6-4532-99ed-129e41124d77/5bf5dac0-1a15-4129-ab28-a67326760775/0ad125d2-b5f1-4692-8bf1-7ba32802b015) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:29:39.955428 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-b544708f-65fd-44d3-80fd-ed3cee957630 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-707080797-network', 'tenant_id': '49a13e5e1bd94bcb9de59a48cb5f8144'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:29:39.977054 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 5ca9f780-f128-44a0-b597-7a523c7193b1 up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:29:40.015569 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b544708f-65fd-44d3-80fd-ed3cee957630 admin admin] Made reservation on behalf of 49a13e5e1bd94bcb9de59a48cb5f8144 for: {'network': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:29:40.027055 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b544708f-65fd-44d3-80fd-ed3cee957630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for network, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:40.043572 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b544708f-65fd-44d3-80fd-ed3cee957630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:40.155818 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port 5ca9f780-f128-44a0-b597-7a523c7193b1 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:29:40.157190 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:40.262045 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b544708f-65fd-44d3-80fd-ed3cee957630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:40.268863 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a0cc6167-f021-40db-ab93-c67c86ca6a3d req-2edf20b2-f0e3-4be9-aa7a-e7b508819166 tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f8c919b-6068-4cb1-a0a1-3fe703c9a754 HTTP/1.1" status: 200 len: 210 time: 0.4549959 Jun 26 21:29:40.271490 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b544708f-65fd-44d3-80fd-ed3cee957630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:40.299678 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b544708f-65fd-44d3-80fd-ed3cee957630 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=92921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 21:29:40.314276 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b544708f-65fd-44d3-80fd-ed3cee957630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175'] for segment, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:40.314276 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.db.segments_db [None req-b544708f-65fd-44d3-80fd-ed3cee957630 admin admin] Added segment f7de6c25-06cf-42ae-a0ad-37c2f23e43c1 of type vlan for network d577bc2c-5582-4de3-a0f8-b1dd40c08cd2 Jun 26 21:29:40.331676 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:40.441868 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b544708f-65fd-44d3-80fd-ed3cee957630 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773185029479'] for network, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:40.626462 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device a733d03e-3be1-403f-a1e3-4b11a655a06d up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:29:40.627688 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b544708f-65fd-44d3-80fd-ed3cee957630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07cea1f-ea13-4f04-abcc-4d689da58aca,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:40.627688 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-b544708f-65fd-44d3-80fd-ed3cee957630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:40.656597 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning for port a733d03e-3be1-403f-a1e3-4b11a655a06d completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:29:40.666185 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port a733d03e-3be1-403f-a1e3-4b11a655a06d triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:29:40.667404 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.db.resource_extend [None req-b544708f-65fd-44d3-80fd-ed3cee957630 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 26 21:29:40.670380 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:40.747317 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6bd27b1e-a423-4760-8385-b6301dfa5a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:40.789180 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b544708f-65fd-44d3-80fd-ed3cee957630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-938849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913'] for network, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:40.820602 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-494e15e9-ec7f-498e-a78e-8dea7c72dd2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb35f91b-b87f-4004-9055-3a6bc5f92231 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 21:29:40.841445 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-494e15e9-ec7f-498e-a78e-8dea7c72dd2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:40.923873 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b544708f-65fd-44d3-80fd-ed3cee957630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:40.927604 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b544708f-65fd-44d3-80fd-ed3cee957630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for network, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:40.960479 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-fae6e7b8-6bdf-46e5-b581-c170b4e9c2a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:41.000033 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-494e15e9-ec7f-498e-a78e-8dea7c72dd2c service neutron] Transition to ACTIVE for port object fb35f91b-b87f-4004-9055-3a6bc5f92231 will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:29:41.068089 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-494e15e9-ec7f-498e-a78e-8dea7c72dd2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:41.087913 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:41.115380 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-b544708f-65fd-44d3-80fd-ed3cee957630 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4098992 Jun 26 21:29:41.138089 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 38218) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:41.148486 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b544708f-65fd-44d3-80fd-ed3cee957630 admin admin] Pushing event updated for resources: {'Network': ['ID=d577bc2c-5582-4de3-a0f8-b1dd40c08cd2,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:41.155606 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-a8604ed5-7fc4-4ca5-95d4-4c323d0dfb39 admin admin] Request body: {'subnet': {'network_id': 'd577bc2c-5582-4de3-a0f8-b1dd40c08cd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-707080797-subnet', 'tenant_id': '49a13e5e1bd94bcb9de59a48cb5f8144', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:29:41.165086 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-b544708f-65fd-44d3-80fd-ed3cee957630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:41.165769 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:41.168158 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Network d577bc2c-5582-4de3-a0f8-b1dd40c08cd2 details requested by agent ovs-agent-dv-cinder-798208-1-iscsi with host dv-cinder-798208-1-iscsi {{(pid=92923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 21:29:41.265703 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] For port a733d03e-3be1-403f-a1e3-4b11a655a06d, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=a733d03e-3be1-403f-a1e3-4b11a655a06d,segment=NetworkSegment(4f28365d-aca5-4c5a-9953-491fa10de68c),segment_id=4f28365d-aca5-4c5a-9953-491fa10de68c)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:29:41.320470 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e15e9-ec7f-498e-a78e-8dea7c72dd2c service neutron] Pushing event updated for resources: {'Port': ['ID=fb35f91b-b87f-4004-9055-3a6bc5f92231,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:41.328141 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-494e15e9-ec7f-498e-a78e-8dea7c72dd2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:41.375378 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:41.379454 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-5f6bf35b-c326-40a8-89f8-e66923a0e0e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:41.447943 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-494e15e9-ec7f-498e-a78e-8dea7c72dd2c service neutron] Attempting to bind port fb35f91b-b87f-4004-9055-3a6bc5f92231 on host hv-cinder-79820 for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:29:41.448575 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-494e15e9-ec7f-498e-a78e-8dea7c72dd2c service neutron] Attempting to bind port fb35f91b-b87f-4004-9055-3a6bc5f92231 by drivers openvswitch,hyperv on host hv-cinder-79820 at level 0 using segments [{'id': 'a198608a-0649-4b2e-a7e8-7785be688f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2c5bc568-0f6a-468f-b968-93e3972ced30'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:29:41.449109 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-494e15e9-ec7f-498e-a78e-8dea7c72dd2c service neutron] Attempting to bind port fb35f91b-b87f-4004-9055-3a6bc5f92231 on network 2c5bc568-0f6a-468f-b968-93e3972ced30 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:29:41.462689 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-494e15e9-ec7f-498e-a78e-8dea7c72dd2c service neutron] Port fb35f91b-b87f-4004-9055-3a6bc5f92231 on network 2c5bc568-0f6a-468f-b968-93e3972ced30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79820 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 21:29:41.463465 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-494e15e9-ec7f-498e-a78e-8dea7c72dd2c service neutron] Attempting to bind port fb35f91b-b87f-4004-9055-3a6bc5f92231 on network 2c5bc568-0f6a-468f-b968-93e3972ced30 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:29:41.475038 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-494e15e9-ec7f-498e-a78e-8dea7c72dd2c service neutron] Checking agent: {'id': '92a96a50-8a1c-4808-8af1-2ac9e1a0a70b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79820', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 27, 54), 'started_at': datetime.datetime(2021, 6, 26, 21, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:29:41.475617 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-494e15e9-ec7f-498e-a78e-8dea7c72dd2c service neutron] Checking segment: {'id': 'a198608a-0649-4b2e-a7e8-7785be688f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2c5bc568-0f6a-468f-b968-93e3972ced30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:29:41.479956 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-494e15e9-ec7f-498e-a78e-8dea7c72dd2c service neutron] Bound using segment: {'id': 'a198608a-0649-4b2e-a7e8-7785be688f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2c5bc568-0f6a-468f-b968-93e3972ced30'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:29:41.480654 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-494e15e9-ec7f-498e-a78e-8dea7c72dd2c service neutron] Bound port: fb35f91b-b87f-4004-9055-3a6bc5f92231, host: hv-cinder-79820, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a198608a-0649-4b2e-a7e8-7785be688f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2c5bc568-0f6a-468f-b968-93e3972ced30'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:29:41.481196 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-494e15e9-ec7f-498e-a78e-8dea7c72dd2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:41.525815 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6bd27b1e-a423-4760-8385-b6301dfa5a61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:41.554287 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-2387d697-63db-4033-8ecf-f0575981e571 admin admin] Allocated IP 172.20.0.1 (d5655de1-5361-4a06-953a-81fc39e01316/c6283427-b1a2-45b8-8e04-fdc5bc89b513/da0550cb-cccb-4c89-a877-f92a0fb439b9) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:29:41.586310 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Pushing event updated for resources: {'Port': ['ID=a733d03e-3be1-403f-a1e3-4b11a655a06d,revision_number=4']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:41.615127 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:41.690180 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-494e15e9-ec7f-498e-a78e-8dea7c72dd2c service neutron] For port fb35f91b-b87f-4004-9055-3a6bc5f92231, host hv-cinder-79820, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:29:41.701788 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6bd27b1e-a423-4760-8385-b6301dfa5a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:41.705651 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-494e15e9-ec7f-498e-a78e-8dea7c72dd2c service neutron] For port fb35f91b-b87f-4004-9055-3a6bc5f92231, host hv-cinder-79820, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=fb35f91b-b87f-4004-9055-3a6bc5f92231,segment=NetworkSegment(a198608a-0649-4b2e-a7e8-7785be688f5a),segment_id=a198608a-0649-4b2e-a7e8-7785be688f5a)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:29:41.716568 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-494e15e9-ec7f-498e-a78e-8dea7c72dd2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:41.724454 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:41.741641 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device a733d03e-3be1-403f-a1e3-4b11a655a06d up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:29:41.804216 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-494e15e9-ec7f-498e-a78e-8dea7c72dd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:41.804979 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-494e15e9-ec7f-498e-a78e-8dea7c72dd2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:41.816555 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-e18a50c7-4c5d-428b-a251-d4b13569569e tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:41.820484 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-494e15e9-ec7f-498e-a78e-8dea7c72dd2c service neutron] 10.222.0.41 "PUT /v2.0/ports/fb35f91b-b87f-4004-9055-3a6bc5f92231 HTTP/1.1" status: 200 len: 1093 time: 3.2465444 Jun 26 21:29:41.821136 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09af1582-e0f6-4f3f-b166-1cd44f4732a3', 'tag': 'fb35f91b-b87f-4004-9055-3a6bc5f92231'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:29:41.864179 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6bd27b1e-a423-4760-8385-b6301dfa5a61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-698769'] for router_interface, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:41.879529 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port a733d03e-3be1-403f-a1e3-4b11a655a06d triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:29:41.880088 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:41.986957 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2387d697-63db-4033-8ecf-f0575981e571 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:42.007434 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-2387d697-63db-4033-8ecf-f0575981e571 admin admin] Transition to ACTIVE for port object da0550cb-cccb-4c89-a877-f92a0fb439b9 will not be triggered until provisioned by entity DHCP. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:29:42.051931 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-6bd27b1e-a423-4760-8385-b6301dfa5a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:42.054973 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8604ed5-7fc4-4ca5-95d4-4c323d0dfb39 admin admin] Made reservation on behalf of 49a13e5e1bd94bcb9de59a48cb5f8144 for: {'subnet': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:29:42.058644 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a8604ed5-7fc4-4ca5-95d4-4c323d0dfb39 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:42.213328 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e15e9-ec7f-498e-a78e-8dea7c72dd2c service neutron] Pushing event updated for resources: {'Port': ['ID=fb35f91b-b87f-4004-9055-3a6bc5f92231,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:42.219498 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-494e15e9-ec7f-498e-a78e-8dea7c72dd2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:42.261388 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-72b77d96-d8ba-4006-b339-3566ab6305f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:42.263420 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-72b77d96-d8ba-4006-b339-3566ab6305f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2ee5ec7eb2b3411d9a4940fb7dc9d91f&device_id=09af1582-e0f6-4f3f-b166-1cd44f4732a3 HTTP/1.1" status: 200 len: 1096 time: 0.3637559 Jun 26 21:29:42.391367 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b5f6d741f71b22ca80de7011a5bf010bd5b330abd4b28dbd747dc86a1ce20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe3c522-acb1-4377-81d0-21b483507a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "09af1582-e0f6-4f3f-b166-1cd44f4732a3", "tag": "fb35f91b-b87f-4004-9055-3a6bc5f92231"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:29:42.442437 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-e18a50c7-4c5d-428b-a251-d4b13569569e tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:42.471852 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f7d36619-c76b-47e8-8ac8-e63bab2f190d req-b94c71f0-19c0-45b3-a455-a6a01095ee9a tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f8c919b-6068-4cb1-a0a1-3fe703c9a754 HTTP/1.1" status: 200 len: 210 time: 0.8245676 Jun 26 21:29:42.625628 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd27b1e-a423-4760-8385-b6301dfa5a61 admin admin] Pushing event updated for resources: {'Port': ['ID=b1decd76-d299-447f-af75-96fcd7c96542,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:42.655066 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88944de5-6c99-4d18-9fba-bddfc981ab06 req-c47b9a0a-094a-4b08-9590-047afd803cbb tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:42.656991 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-88944de5-6c99-4d18-9fba-bddfc981ab06 req-c47b9a0a-094a-4b08-9590-047afd803cbb tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=09af1582-e0f6-4f3f-b166-1cd44f4732a3 HTTP/1.1" status: 200 len: 931 time: 1.9504695 Jun 26 21:29:42.667379 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-6bd27b1e-a423-4760-8385-b6301dfa5a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:42.668042 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:42.672204 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a8604ed5-7fc4-4ca5-95d4-4c323d0dfb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-221544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913'] for subnet, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:42.902688 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 21:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb9c9ba-f695-404f-9a4f-883bcddc5274 x-openstack-request-id: req-9cb9c9ba-f695-404f-9a4f-883bcddc5274 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:29:42.903216 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09af1582-e0f6-4f3f-b166-1cd44f4732a3", "tag": "fb35f91b-b87f-4004-9055-3a6bc5f92231", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:29:42.903576 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9cb9c9ba-f695-404f-9a4f-883bcddc5274 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:29:42.904123 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09af1582-e0f6-4f3f-b166-1cd44f4732a3', 'tag': 'fb35f91b-b87f-4004-9055-3a6bc5f92231', 'status': 'completed', 'code': 200} Jun 26 21:29:42.964259 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-e18a50c7-4c5d-428b-a251-d4b13569569e tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] Network d9d585c4-a5c6-4532-99ed-129e41124d77 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:29:42.973787 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-e18a50c7-4c5d-428b-a251-d4b13569569e tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:29:43.031057 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-e18a50c7-4c5d-428b-a251-d4b13569569e tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:29:43.031057 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-e18a50c7-4c5d-428b-a251-d4b13569569e tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:43.031057 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-e18a50c7-4c5d-428b-a251-d4b13569569e tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:43.039217 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-e18a50c7-4c5d-428b-a251-d4b13569569e tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0012703 Jun 26 21:29:43.060350 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd27b1e-a423-4760-8385-b6301dfa5a61 admin admin] Network 2305325d-a907-4cbb-9a7b-fe0c2ff5adf1 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:29:43.067480 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2387d697-63db-4033-8ecf-f0575981e571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:43.084312 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a50c7-4c5d-428b-a251-d4b13569569e tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] Pushing event updated for resources: {'Port': ['ID=0ad125d2-b5f1-4692-8bf1-7ba32802b015,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:43.092163 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-6bd27b1e-a423-4760-8385-b6301dfa5a61 admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:29:43.096356 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e18a50c7-4c5d-428b-a251-d4b13569569e tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:43.096986 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e18a50c7-4c5d-428b-a251-d4b13569569e tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:43.108842 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-88944de5-6c99-4d18-9fba-bddfc981ab06 req-b16cf2de-4227-4942-978c-75a495ccd9b5 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037342 Jun 26 21:29:43.157443 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 38286) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:43.228509 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2387d697-63db-4033-8ecf-f0575981e571 admin admin] Network d5655de1-5361-4a06-953a-81fc39e01316 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:29:43.231036 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8604ed5-7fc4-4ca5-95d4-4c323d0dfb39 admin admin] Checking segment: {'id': 'f7de6c25-06cf-42ae-a0ad-37c2f23e43c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd577bc2c-5582-4de3-a0f8-b1dd40c08cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:29:43.231947 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8604ed5-7fc4-4ca5-95d4-4c323d0dfb39 admin admin] Network hostable DHCP agents. Network: d577bc2c-5582-4de3-a0f8-b1dd40c08cd2, hostable agents: ['9c021b02-9e9f-4fa2-a546-066f9ef0df46'], hosted agents: [] {{(pid=92922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 21:29:43.265081 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-2387d697-63db-4033-8ecf-f0575981e571 admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:29:43.267820 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387d697-63db-4033-8ecf-f0575981e571 admin admin] Pushing event updated for resources: {'Port': ['ID=da0550cb-cccb-4c89-a877-f92a0fb439b9,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:43.270332 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2387d697-63db-4033-8ecf-f0575981e571 admin admin] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:29:43.270973 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2387d697-63db-4033-8ecf-f0575981e571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-698637'] for router_interface, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:43.278474 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-2387d697-63db-4033-8ecf-f0575981e571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:43.285163 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.330s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:43.565400 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0e8a83b8-cd57-49af-b075-894c39d8d11d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:43.680541 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8604ed5-7fc4-4ca5-95d4-4c323d0dfb39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=681a1778-93f9-46e3-a3f5-3dfd07abb6a0,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:43.705977 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-a8604ed5-7fc4-4ca5-95d4-4c323d0dfb39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:43.731976 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0e8a83b8-cd57-49af-b075-894c39d8d11d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:43.740558 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0e8a83b8-cd57-49af-b075-894c39d8d11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:43.743445 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:43.768249 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a83b8-cd57-49af-b075-894c39d8d11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946af28d-f010-439b-b3ac-5dde864ea34d,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:43.769096 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-b31528c6-c0ac-46ff-b032-22e039305619 None None] Provisioning for port da0550cb-cccb-4c89-a877-f92a0fb439b9 completed by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:29:43.777119 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-b31528c6-c0ac-46ff-b032-22e039305619 None None] Provisioning complete for port da0550cb-cccb-4c89-a877-f92a0fb439b9 triggered by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:29:43.777489 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b31528c6-c0ac-46ff-b032-22e039305619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:43.807567 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-0e8a83b8-cd57-49af-b075-894c39d8d11d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:43.826862 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-0e8a83b8-cd57-49af-b075-894c39d8d11d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=206886e9f58942d1a64e6ba950a5a489&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6679955 Jun 26 21:29:43.829641 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 38306) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:43.866063 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-b31528c6-c0ac-46ff-b032-22e039305619 None None] Port da0550cb-cccb-4c89-a877-f92a0fb439b9 cannot update to ACTIVE because it is not bound. {{(pid=92923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 21:29:43.879583 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd27b1e-a423-4760-8385-b6301dfa5a61 admin admin] Router b8bc647b-b984-470d-b43f-f2c3ddddba30 has already been hosted by L3 agent 8f52ff15-e1cf-4181-89b9-9a217ed1d1bf {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 21:29:43.880846 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8604ed5-7fc4-4ca5-95d4-4c323d0dfb39 admin admin] Network d577bc2c-5582-4de3-a0f8-b1dd40c08cd2 is scheduled to be hosted by DHCP agent 9c021b02-9e9f-4fa2-a546-066f9ef0df46 with binding_index 1 {{(pid=92922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 21:29:43.909810 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-a8604ed5-7fc4-4ca5-95d4-4c323d0dfb39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798208-1-iscsi, d577bc2c-5582-4de3-a0f8-b1dd40c08cd2) {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:29:43.918314 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94eafc67-6870-446b-8d05-c68cc01e9b9d None None] Network d577bc2c-5582-4de3-a0f8-b1dd40c08cd2 requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:29:43.932969 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8604ed5-7fc4-4ca5-95d4-4c323d0dfb39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:43.933588 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a8604ed5-7fc4-4ca5-95d4-4c323d0dfb39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:43.934073 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7b3e74ba-49ee-4852-88bd-8426d3d5d2d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:43.962629 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7b3e74ba-49ee-4852-88bd-8426d3d5d2d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:44.043034 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-79350d9f-7ca9-4468-aef3-0bbedf7c3020 service neutron] Request body: {'port': {'device_id': '3f8c919b-6068-4cb1-a0a1-3fe703c9a754', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79820'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:29:44.075706 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7b3e74ba-49ee-4852-88bd-8426d3d5d2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:44.099013 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-a8604ed5-7fc4-4ca5-95d4-4c323d0dfb39 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.9587529 Jun 26 21:29:44.123105 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7b3e74ba-49ee-4852-88bd-8426d3d5d2d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:44.126947 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-7b3e74ba-49ee-4852-88bd-8426d3d5d2d8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/946af28d-f010-439b-b3ac-5dde864ea34d HTTP/1.1" status: 204 len: 168 time: 0.2933924 Jun 26 21:29:44.126947 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-8ca982ef-d459-4193-bd86-716d5314d0d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:44.129974 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-b875f22c-d76a-4a4b-a8e7-0beabf9da593 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb35f91b-b87f-4004-9055-3a6bc5f92231 HTTP/1.1" status: 200 len: 217 time: 0.1004927 Jun 26 21:29:44.150424 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e74ba-49ee-4852-88bd-8426d3d5d2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946af28d-f010-439b-b3ac-5dde864ea34d,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:44.161846 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-7b3e74ba-49ee-4852-88bd-8426d3d5d2d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:44.180786 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd1c30-e4e3-4df6-9c0a-f542856bd4be req-aad5282e-61cd-411e-af33-8b0a0358f494 tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:44.182361 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b8bd1c30-e4e3-4df6-9c0a-f542856bd4be req-aad5282e-61cd-411e-af33-8b0a0358f494 tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f8c919b-6068-4cb1-a0a1-3fe703c9a754 HTTP/1.1" status: 200 len: 932 time: 0.3566215 Jun 26 21:29:44.188722 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 38316) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:44.315952 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2387d697-63db-4033-8ecf-f0575981e571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:44.345698 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-d9608ffd-2c95-4a72-8484-0503801da362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:44.348525 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-d9608ffd-2c95-4a72-8484-0503801da362 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3ab793f-3a73-4271-8f8a-84862d9d2427 HTTP/1.1" status: 200 len: 853 time: 0.1839597 Jun 26 21:29:44.385106 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408702b4-3e81-4f80-9a41-a0db70210b8b None None] Network d577bc2c-5582-4de3-a0f8-b1dd40c08cd2 requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:29:44.415650 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-79350d9f-7ca9-4468-aef3-0bbedf7c3020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:44.499073 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-47fa47b0-9462-4658-b52d-2f3edd74bfbe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c5bc568-0f6a-468f-b968-93e3972ced30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1218703 Jun 26 21:29:44.651861 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2387d697-63db-4033-8ecf-f0575981e571 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:44.735811 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2387d697-63db-4033-8ecf-f0575981e571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:44.746551 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2387d697-63db-4033-8ecf-f0575981e571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-698769'] for router_interface, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:44.764843 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:44.813224 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b8bd1c30-e4e3-4df6-9c0a-f542856bd4be req-76d2325e-3f62-42d6-9da9-3717679d140d tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] 10.222.0.24 "GET /v2.0/security-groups?id=62178277-72c5-4986-ad80-8218b8475a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6090555 Jun 26 21:29:44.814474 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd27b1e-a423-4760-8385-b6301dfa5a61 admin admin] Notify agent at l3_agent.dv-cinder-798208-1-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 21:29:44.825575 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7fafcf-05b0-4513-83bd-c3f54c82fd75 None None] Sync routers for ids ['b8bc647b-b984-470d-b43f-f2c3ddddba30'] in dv-cinder-798208-1-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 21:29:44.829819 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-55607298-2040-4915-a12b-1e3efcf57176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:44.841913 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-6bd27b1e-a423-4760-8385-b6301dfa5a61 admin admin] 10.222.0.24 "PUT /v2.0/routers/b8bc647b-b984-470d-b43f-f2c3ddddba30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4712377 Jun 26 21:29:44.845030 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7fafcf-05b0-4513-83bd-c3f54c82fd75 None None] Routers {'b8bc647b-b984-470d-b43f-f2c3ddddba30'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:29:44.845810 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-8f7fafcf-05b0-4513-83bd-c3f54c82fd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:29:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['b8bc647b-b984-470d-b43f-f2c3ddddba30'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:29:44.997752 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 38334) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:45.040561 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b33722d8-df80-4a6a-8505-b700feed3e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:45.097445 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-bf36838f-a48f-495c-9b60-32f1411b0f0f service neutron] 10.222.0.41 "GET /v2.0/networks/2c5bc568-0f6a-468f-b968-93e3972ced30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344624 Jun 26 21:29:45.241150 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387d697-63db-4033-8ecf-f0575981e571 admin admin] Pushing event updated for resources: {'Port': ['ID=da0550cb-cccb-4c89-a877-f92a0fb439b9,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:45.247551 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-2387d697-63db-4033-8ecf-f0575981e571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:45.293535 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-e8f6aea1-f18c-42bf-8a3d-f95ae5f1b3ff req-5f77d9fe-9f66-489b-a23d-5126e5d2926c service neutron] 10.222.0.41 "GET /v2.0/networks/2c5bc568-0f6a-468f-b968-93e3972ced30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732545 Jun 26 21:29:45.363628 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48051094-77fd-4b9e-9c13-b7fbf1569070 req-8595d01a-a579-4c1d-9960-76b195250e18 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:45.368185 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-48051094-77fd-4b9e-9c13-b7fbf1569070 req-8595d01a-a579-4c1d-9960-76b195250e18 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=09af1582-e0f6-4f3f-b166-1cd44f4732a3 HTTP/1.1" status: 200 len: 943 time: 0.9687579 Jun 26 21:29:45.469250 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-55607298-2040-4915-a12b-1e3efcf57176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:45.480726 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-55607298-2040-4915-a12b-1e3efcf57176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:45.520329 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:45.524465 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-55607298-2040-4915-a12b-1e3efcf57176 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ceaf78b5f27145989b3993c002114e16&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3345277 Jun 26 21:29:45.537899 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 38348) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:45.633174 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-8f7fafcf-05b0-4513-83bd-c3f54c82fd75 None None] Set router b8bc647b-b984-470d-b43f-f2c3ddddba30 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:29:45.648198 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-48051094-77fd-4b9e-9c13-b7fbf1569070 req-469fad82-906b-4a71-a1f9-3d37f57e54ad tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451308 Jun 26 21:29:45.736644 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55607298-2040-4915-a12b-1e3efcf57176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e3912b-64f6-4c1b-9b07-9f4e58952411,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:45.764516 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-55607298-2040-4915-a12b-1e3efcf57176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:45.788841 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3c522-acb1-4377-81d0-21b483507a0d req-d79c1775-e719-4eb2-b0ab-12d641b6137a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:45.790506 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-8fe3c522-acb1-4377-81d0-21b483507a0d req-d79c1775-e719-4eb2-b0ab-12d641b6137a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2ee5ec7eb2b3411d9a4940fb7dc9d91f&device_id=09af1582-e0f6-4f3f-b166-1cd44f4732a3 HTTP/1.1" status: 200 len: 1096 time: 0.4006209 Jun 26 21:29:45.858029 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ed984f0f-3456-4f40-a990-d8547cdd7e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:46.084765 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3c522-acb1-4377-81d0-21b483507a0d req-8bd14f11-c7b9-4dc9-9117-d88159d8d477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:46.088976 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-8fe3c522-acb1-4377-81d0-21b483507a0d req-8bd14f11-c7b9-4dc9-9117-d88159d8d477 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2c5bc568-0f6a-468f-b968-93e3972ced30 HTTP/1.1" status: 200 len: 914 time: 0.2834990 Jun 26 21:29:46.102372 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 38370) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:46.106865 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-79350d9f-7ca9-4468-aef3-0bbedf7c3020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ad125d2-b5f1-4692-8bf1-7ba32802b015 {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 21:29:46.114988 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-79350d9f-7ca9-4468-aef3-0bbedf7c3020 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:46.115230 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-3a50cb52-17f2-4327-88f9-07ac58431e12 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1640272638-network', 'tenant_id': 'af61973bd0784ee8af32a87150fb347e'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:29:46.126821 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-8f7fafcf-05b0-4513-83bd-c3f54c82fd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bc647b-b984-470d-b43f-f2c3ddddba30', 'name': 'tempest-ServerRescueNegativeTestJSON-1965862440-router', 'tenant_id': '1b82a91ccfa34d6d9e71d190d4dfd427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '5ca9f780-f128-44a0-b597-7a523c7193b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:29:28Z', 'updated_at': '2021-06-26T21:29:40Z', 'revision_number': 4, 'project_id': '1b82a91ccfa34d6d9e71d190d4dfd427', 'gw_port': {'id': '5ca9f780-f128-44a0-b597-7a523c7193b1', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bc647b-b984-470d-b43f-f2c3ddddba30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:29:29Z', 'updated_at': '2021-06-26T21:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': 'b1decd76-d299-447f-af75-96fcd7c96542', 'name': '', 'network_id': '2305325d-a907-4cbb-9a7b-fe0c2ff5adf1', 'tenant_id': '1b82a91ccfa34d6d9e71d190d4dfd427', 'mac_address': 'fa:16:3e:7c:13:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8bc647b-b984-470d-b43f-f2c3ddddba30', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '162b4e55-03bc-4a67-8c15-f483cdb4fffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:29:34Z', 'updated_at': '2021-06-26T21:29:41Z', 'revision_number': 2, 'project_id': '1b82a91ccfa34d6d9e71d190d4dfd427', 'subnets': [{'id': '162b4e55-03bc-4a67-8c15-f483cdb4fffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:29:46.143854 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2387d697-63db-4033-8ecf-f0575981e571 admin admin] Network d5655de1-5361-4a06-953a-81fc39e01316 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:29:46.165187 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ed984f0f-3456-4f40-a990-d8547cdd7e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:46.174724 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7fafcf-05b0-4513-83bd-c3f54c82fd75 None None] Checking router: b8bc647b-b984-470d-b43f-f2c3ddddba30 for host: dv-cinder-798208-1-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 21:29:46.175591 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7fafcf-05b0-4513-83bd-c3f54c82fd75 None None] Updating router b8bc647b-b984-470d-b43f-f2c3ddddba30 port b1decd76-d299-447f-af75-96fcd7c96542 binding host dv-cinder-798208-1-iscsi {{(pid=92924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 21:29:46.256082 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b33722d8-df80-4a6a-8505-b700feed3e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:46.258192 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8f7fafcf-05b0-4513-83bd-c3f54c82fd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:46.265634 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-2387d697-63db-4033-8ecf-f0575981e571 admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:29:46.269498 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-79350d9f-7ca9-4468-aef3-0bbedf7c3020 service neutron] Transition to ACTIVE for port object 0ad125d2-b5f1-4692-8bf1-7ba32802b015 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:29:46.277597 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b33722d8-df80-4a6a-8505-b700feed3e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:46.291410 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-79350d9f-7ca9-4468-aef3-0bbedf7c3020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:46.299433 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-c72aaedb-a96f-459a-b5a0-f9da2df98cfe tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:46.306686 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-c72aaedb-a96f-459a-b5a0-f9da2df98cfe tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/networks?id=2305325d-a907-4cbb-9a7b-fe0c2ff5adf1 HTTP/1.1" status: 200 len: 819 time: 0.1587756 Jun 26 21:29:46.311655 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:46.335115 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-18cd664c-d46d-4896-8b9a-dd7b86faca74 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/quotas/1b82a91ccfa34d6d9e71d190d4dfd427 HTTP/1.1" status: 200 len: 375 time: 0.0274448 Jun 26 21:29:46.351052 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-b33722d8-df80-4a6a-8505-b700feed3e49 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c0f034d8a804421c9d28c80d7f4e759b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3486354 Jun 26 21:29:46.351722 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 38372) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:46.359000 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33722d8-df80-4a6a-8505-b700feed3e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbcf0167-a656-4688-bc22-112e05b790ef,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:46.359294 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-2387d697-63db-4033-8ecf-f0575981e571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:46.467438 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-b33722d8-df80-4a6a-8505-b700feed3e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:46.481507 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a50cb52-17f2-4327-88f9-07ac58431e12 admin admin] Made reservation on behalf of af61973bd0784ee8af32a87150fb347e for: {'network': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:29:46.494334 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3a50cb52-17f2-4327-88f9-07ac58431e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for network, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:46.522633 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3a50cb52-17f2-4327-88f9-07ac58431e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:46.738606 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-5a70e9dc-e843-4f28-bed1-46a52f592c37 None None] Provisioning complete for port da0550cb-cccb-4c89-a877-f92a0fb439b9 triggered by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:29:46.739210 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5a70e9dc-e843-4f28-bed1-46a52f592c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:46.796360 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3a50cb52-17f2-4327-88f9-07ac58431e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:46.798616 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ed984f0f-3456-4f40-a990-d8547cdd7e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:46.823081 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ed984f0f-3456-4f40-a990-d8547cdd7e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:46.831423 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-ed984f0f-3456-4f40-a990-d8547cdd7e35 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b7e3912b-64f6-4c1b-9b07-9f4e58952411 HTTP/1.1" status: 204 len: 168 time: 1.2920773 Jun 26 21:29:46.833690 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3a50cb52-17f2-4327-88f9-07ac58431e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:46.842609 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-7b3e74ba-49ee-4852-88bd-8426d3d5d2d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:46.870202 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79350d9f-7ca9-4468-aef3-0bbedf7c3020 service neutron] Pushing event updated for resources: {'Port': ['ID=0ad125d2-b5f1-4692-8bf1-7ba32802b015,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:46.881209 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-5a70e9dc-e843-4f28-bed1-46a52f592c37 None None] Port da0550cb-cccb-4c89-a877-f92a0fb439b9 cannot update to ACTIVE because it is not bound. {{(pid=92923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 21:29:46.905422 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-79350d9f-7ca9-4468-aef3-0bbedf7c3020 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:46.971529 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed984f0f-3456-4f40-a990-d8547cdd7e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e3912b-64f6-4c1b-9b07-9f4e58952411,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:47.051569 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5495598f-0fd2-4007-bff4-1d80d75a6edf req-0fb40fe6-81cd-4c74-b59f-b70b37279eee tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:47.053937 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5495598f-0fd2-4007-bff4-1d80d75a6edf req-0fb40fe6-81cd-4c74-b59f-b70b37279eee tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f8c919b-6068-4cb1-a0a1-3fe703c9a754 HTTP/1.1" status: 200 len: 932 time: 0.9214537 Jun 26 21:29:47.068631 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2387d697-63db-4033-8ecf-f0575981e571 admin admin] Router 343fbf0d-879b-49a6-8eeb-4b905ed4da55 has already been hosted by L3 agent 8f52ff15-e1cf-4181-89b9-9a217ed1d1bf {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 21:29:47.115982 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a50cb52-17f2-4327-88f9-07ac58431e12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=92921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 21:29:47.136506 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8f7fafcf-05b0-4513-83bd-c3f54c82fd75 None None] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:47.183914 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8f7fafcf-05b0-4513-83bd-c3f54c82fd75 None None] Transition to ACTIVE for port object b1decd76-d299-447f-af75-96fcd7c96542 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:29:47.226738 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8f7fafcf-05b0-4513-83bd-c3f54c82fd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:47.232991 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ef1cdf50-e92e-4a40-8ce1-4c3fb216145e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:47.240623 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5495598f-0fd2-4007-bff4-1d80d75a6edf req-f1742b82-cb91-43c5-affa-c566de2742a0 tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] 10.222.0.24 "GET /v2.0/security-groups?id=62178277-72c5-4986-ad80-8218b8475a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703527 Jun 26 21:29:47.246982 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:47.250308 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a50cb52-17f2-4327-88f9-07ac58431e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1656a3c-3799-48b8-aa13-f7c7011cab68,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:47.257380 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-79350d9f-7ca9-4468-aef3-0bbedf7c3020 service neutron] Attempting to bind port 0ad125d2-b5f1-4692-8bf1-7ba32802b015 on host hv-cinder-79820 for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:29:47.257929 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-79350d9f-7ca9-4468-aef3-0bbedf7c3020 service neutron] Attempting to bind port 0ad125d2-b5f1-4692-8bf1-7ba32802b015 by drivers openvswitch,hyperv on host hv-cinder-79820 at level 0 using segments [{'id': '4ebf821f-9a1d-405c-ab80-6c295ea0f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd9d585c4-a5c6-4532-99ed-129e41124d77'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:29:47.258457 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-79350d9f-7ca9-4468-aef3-0bbedf7c3020 service neutron] Attempting to bind port 0ad125d2-b5f1-4692-8bf1-7ba32802b015 on network d9d585c4-a5c6-4532-99ed-129e41124d77 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:29:47.278253 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-3a50cb52-17f2-4327-88f9-07ac58431e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:47.291088 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-9465c252-fdff-44eb-840f-961fc5ddfe36 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1b82a91ccfa34d6d9e71d190d4dfd427&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9548552 Jun 26 21:29:47.292523 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-79350d9f-7ca9-4468-aef3-0bbedf7c3020 service neutron] Port 0ad125d2-b5f1-4692-8bf1-7ba32802b015 on network d9d585c4-a5c6-4532-99ed-129e41124d77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79820 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 21:29:47.294239 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-55607298-2040-4915-a12b-1e3efcf57176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.338s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:47.295272 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-55607298-2040-4915-a12b-1e3efcf57176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:47.301569 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-79350d9f-7ca9-4468-aef3-0bbedf7c3020 service neutron] Attempting to bind port 0ad125d2-b5f1-4692-8bf1-7ba32802b015 on network d9d585c4-a5c6-4532-99ed-129e41124d77 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:29:47.313587 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3a50cb52-17f2-4327-88f9-07ac58431e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175'] for segment, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:47.314124 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.db.segments_db [None req-3a50cb52-17f2-4327-88f9-07ac58431e12 admin admin] Added segment c28a63a0-5240-481b-a0b7-ae2478fb0a04 of type vlan for network 07654114-5cbf-4edb-9705-bb5c58f93e3f Jun 26 21:29:47.457683 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ef1cdf50-e92e-4a40-8ce1-4c3fb216145e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:47.557802 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aab79a-5eaa-4724-a698-a6fe0bad1e9f None None] Pushing event updated for resources: {'Port': ['ID=b1decd76-d299-447f-af75-96fcd7c96542,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:47.572336 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-59aab79a-5eaa-4724-a698-a6fe0bad1e9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:47.575155 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-79350d9f-7ca9-4468-aef3-0bbedf7c3020 service neutron] Checking agent: {'id': '92a96a50-8a1c-4808-8af1-2ac9e1a0a70b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79820', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 27, 54), 'started_at': datetime.datetime(2021, 6, 26, 21, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:29:47.576909 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-79350d9f-7ca9-4468-aef3-0bbedf7c3020 service neutron] Checking segment: {'id': '4ebf821f-9a1d-405c-ab80-6c295ea0f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd9d585c4-a5c6-4532-99ed-129e41124d77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:29:47.578946 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-79350d9f-7ca9-4468-aef3-0bbedf7c3020 service neutron] Bound using segment: {'id': '4ebf821f-9a1d-405c-ab80-6c295ea0f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd9d585c4-a5c6-4532-99ed-129e41124d77'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:29:47.579789 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-79350d9f-7ca9-4468-aef3-0bbedf7c3020 service neutron] Bound port: 0ad125d2-b5f1-4692-8bf1-7ba32802b015, host: hv-cinder-79820, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ebf821f-9a1d-405c-ab80-6c295ea0f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd9d585c4-a5c6-4532-99ed-129e41124d77'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:29:47.580377 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-79350d9f-7ca9-4468-aef3-0bbedf7c3020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:47.686175 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-8f7fafcf-05b0-4513-83bd-c3f54c82fd75 None None] Attempting to bind port b1decd76-d299-447f-af75-96fcd7c96542 on host dv-cinder-798208-1-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:29:47.686858 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-8f7fafcf-05b0-4513-83bd-c3f54c82fd75 None None] Attempting to bind port b1decd76-d299-447f-af75-96fcd7c96542 by drivers openvswitch,hyperv on host dv-cinder-798208-1-iscsi at level 0 using segments [{'id': '201ef14f-0217-4a33-8c46-79df3f9dc67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2305325d-a907-4cbb-9a7b-fe0c2ff5adf1'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:29:47.687421 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7fafcf-05b0-4513-83bd-c3f54c82fd75 None None] Attempting to bind port b1decd76-d299-447f-af75-96fcd7c96542 on network 2305325d-a907-4cbb-9a7b-fe0c2ff5adf1 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:29:47.694306 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7fafcf-05b0-4513-83bd-c3f54c82fd75 None None] Checking agent: {'id': '7280f8c8-6f14-48e1-b2dd-15f5d03fd9f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 21, 53), 'started_at': datetime.datetime(2021, 6, 26, 21, 22, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:29:47.695081 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7fafcf-05b0-4513-83bd-c3f54c82fd75 None None] Checking segment: {'id': '201ef14f-0217-4a33-8c46-79df3f9dc67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2305325d-a907-4cbb-9a7b-fe0c2ff5adf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:29:47.695906 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8f7fafcf-05b0-4513-83bd-c3f54c82fd75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:47.696527 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7fafcf-05b0-4513-83bd-c3f54c82fd75 None None] Bound using segment: {'id': '201ef14f-0217-4a33-8c46-79df3f9dc67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2305325d-a907-4cbb-9a7b-fe0c2ff5adf1'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:29:47.697382 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-8f7fafcf-05b0-4513-83bd-c3f54c82fd75 None None] Bound port: b1decd76-d299-447f-af75-96fcd7c96542, host: dv-cinder-798208-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201ef14f-0217-4a33-8c46-79df3f9dc67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2305325d-a907-4cbb-9a7b-fe0c2ff5adf1'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:29:47.697952 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8f7fafcf-05b0-4513-83bd-c3f54c82fd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:47.701652 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3a50cb52-17f2-4327-88f9-07ac58431e12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773185029479'] for network, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:47.792670 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 38390) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:47.825235 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-8f7fafcf-05b0-4513-83bd-c3f54c82fd75 None None] For port b1decd76-d299-447f-af75-96fcd7c96542, host dv-cinder-798208-1-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:29:47.848770 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-8f7fafcf-05b0-4513-83bd-c3f54c82fd75 None None] For port b1decd76-d299-447f-af75-96fcd7c96542, host dv-cinder-798208-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=b1decd76-d299-447f-af75-96fcd7c96542,segment=NetworkSegment(201ef14f-0217-4a33-8c46-79df3f9dc67e),segment_id=201ef14f-0217-4a33-8c46-79df3f9dc67e)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:29:47.858834 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8f7fafcf-05b0-4513-83bd-c3f54c82fd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:47.876317 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-8fe3c522-acb1-4377-81d0-21b483507a0d req-f09a70a9-b581-4e4c-9b78-e0d0b54353df service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb35f91b-b87f-4004-9055-3a6bc5f92231 HTTP/1.1" status: 200 len: 217 time: 0.1891148 Jun 26 21:29:47.877024 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-43ac0769-e1b5-45cb-b055-61536b750283 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:47.884755 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ef1cdf50-e92e-4a40-8ce1-4c3fb216145e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:47.885222 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-77738cc9-4105-4472-aaeb-8cc7b04fd8d4 service neutron] 10.222.0.24 "GET /v2.0/networks/2305325d-a907-4cbb-9a7b-fe0c2ff5adf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5557530 Jun 26 21:29:47.889180 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ef1cdf50-e92e-4a40-8ce1-4c3fb216145e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:47.890149 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2387d697-63db-4033-8ecf-f0575981e571 admin admin] Notify agent at l3_agent.dv-cinder-798208-1-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 21:29:47.890705 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-ef1cdf50-e92e-4a40-8ce1-4c3fb216145e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fbcf0167-a656-4688-bc22-112e05b790ef HTTP/1.1" status: 204 len: 168 time: 1.5156801 Jun 26 21:29:47.891914 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4e381248-e45f-48a9-a793-b753b51f17f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:47.906354 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696f0e07-6c95-4d1b-a138-6ff14a3ae4e8 None None] Sync routers for ids ['343fbf0d-879b-49a6-8eeb-4b905ed4da55'] in dv-cinder-798208-1-iscsi {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 21:29:47.914233 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-e5124242-dcc2-49ae-9d2c-c7c7dfd291cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:47.922386 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696f0e07-6c95-4d1b-a138-6ff14a3ae4e8 None None] Routers {'343fbf0d-879b-49a6-8eeb-4b905ed4da55'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:29:47.924158 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-696f0e07-6c95-4d1b-a138-6ff14a3ae4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:29:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['343fbf0d-879b-49a6-8eeb-4b905ed4da55'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:29:47.924396 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-2387d697-63db-4033-8ecf-f0575981e571 admin admin] 10.222.0.24 "PUT /v2.0/routers/343fbf0d-879b-49a6-8eeb-4b905ed4da55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5396369 Jun 26 21:29:47.993487 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3a50cb52-17f2-4327-88f9-07ac58431e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-938849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913'] for network, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:48.033473 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060318f-debe-416d-9c37-1b1747b63c11 req-1a1cb961-ecfb-46aa-8b96-cd6b47709c3b tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:48.034924 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f060318f-debe-416d-9c37-1b1747b63c11 req-1a1cb961-ecfb-46aa-8b96-cd6b47709c3b tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=09af1582-e0f6-4f3f-b166-1cd44f4732a3 HTTP/1.1" status: 200 len: 943 time: 0.3544362 Jun 26 21:29:48.036509 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aab79a-5eaa-4724-a698-a6fe0bad1e9f None None] Pushing event updated for resources: {'Port': ['ID=b1decd76-d299-447f-af75-96fcd7c96542,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:48.055947 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-59aab79a-5eaa-4724-a698-a6fe0bad1e9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:48.058814 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7fafcf-05b0-4513-83bd-c3f54c82fd75 None None] Routers {'b8bc647b-b984-470d-b43f-f2c3ddddba30'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:29:48.059930 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-8f7fafcf-05b0-4513-83bd-c3f54c82fd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:29:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['b8bc647b-b984-470d-b43f-f2c3ddddba30'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:29:48.064025 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-79350d9f-7ca9-4468-aef3-0bbedf7c3020 service neutron] For port 0ad125d2-b5f1-4692-8bf1-7ba32802b015, host hv-cinder-79820, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:29:48.090666 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a50cb52-17f2-4327-88f9-07ac58431e12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:48.091273 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3a50cb52-17f2-4327-88f9-07ac58431e12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for network, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:48.105103 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1cdf50-e92e-4a40-8ce1-4c3fb216145e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbcf0167-a656-4688-bc22-112e05b790ef,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:48.121827 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-ef1cdf50-e92e-4a40-8ce1-4c3fb216145e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:48.127401 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-612d19ef-03bd-44ae-8429-1f76cc7e5327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:48.146475 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-79350d9f-7ca9-4468-aef3-0bbedf7c3020 service neutron] For port 0ad125d2-b5f1-4692-8bf1-7ba32802b015, host hv-cinder-79820, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=0ad125d2-b5f1-4692-8bf1-7ba32802b015,segment=NetworkSegment(4ebf821f-9a1d-405c-ab80-6c295ea0f514),segment_id=4ebf821f-9a1d-405c-ab80-6c295ea0f514)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:29:48.206371 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-696f0e07-6c95-4d1b-a138-6ff14a3ae4e8 None None] Set router 343fbf0d-879b-49a6-8eeb-4b905ed4da55 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:29:48.223936 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3c522-acb1-4377-81d0-21b483507a0d req-8568ed8c-1c1e-4c9f-bf12-fbf22a01279d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:48.226014 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-8fe3c522-acb1-4377-81d0-21b483507a0d req-8568ed8c-1c1e-4c9f-bf12-fbf22a01279d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3ab793f-3a73-4271-8f8a-84862d9d2427 HTTP/1.1" status: 200 len: 853 time: 0.3165076 Jun 26 21:29:48.235348 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a50cb52-17f2-4327-88f9-07ac58431e12 admin admin] Pushing event updated for resources: {'Network': ['ID=07654114-5cbf-4edb-9705-bb5c58f93e3f,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:48.240286 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-3a50cb52-17f2-4327-88f9-07ac58431e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:48.252109 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-79350d9f-7ca9-4468-aef3-0bbedf7c3020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:48.260835 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-2387d697-63db-4033-8ecf-f0575981e571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:48.269792 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-8f7fafcf-05b0-4513-83bd-c3f54c82fd75 None None] Set router b8bc647b-b984-470d-b43f-f2c3ddddba30 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:29:48.282607 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Network 07654114-5cbf-4edb-9705-bb5c58f93e3f details requested by agent ovs-agent-dv-cinder-798208-1-iscsi with host dv-cinder-798208-1-iscsi {{(pid=92923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 21:29:48.301618 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f060318f-debe-416d-9c37-1b1747b63c11 req-473edd5f-1f0f-459a-a92d-63394070d7a3 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341416 Jun 26 21:29:48.318132 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4e381248-e45f-48a9-a793-b753b51f17f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:48.326846 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4e381248-e45f-48a9-a793-b753b51f17f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:48.338386 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-0e8a83b8-cd57-49af-b075-894c39d8d11d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:48.343781 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-3a50cb52-17f2-4327-88f9-07ac58431e12 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2328184 Jun 26 21:29:48.347866 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 38408) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:48.354682 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-64481312-7416-4feb-b4ab-da31dcec30fd admin admin] Request body: {'subnet': {'network_id': '07654114-5cbf-4edb-9705-bb5c58f93e3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1640272638-subnet', 'tenant_id': 'af61973bd0784ee8af32a87150fb347e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:29:48.386359 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64481312-7416-4feb-b4ab-da31dcec30fd admin admin] Made reservation on behalf of af61973bd0784ee8af32a87150fb347e for: {'subnet': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:29:48.390220 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-64481312-7416-4feb-b4ab-da31dcec30fd admin admin] Notify callbacks [] for subnet, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:48.405889 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-79350d9f-7ca9-4468-aef3-0bbedf7c3020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:48.406708 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-79350d9f-7ca9-4468-aef3-0bbedf7c3020 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:48.408417 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-79350d9f-7ca9-4468-aef3-0bbedf7c3020 service neutron] 10.222.0.41 "PUT /v2.0/ports/0ad125d2-b5f1-4692-8bf1-7ba32802b015 HTTP/1.1" status: 200 len: 1094 time: 4.3757691 Jun 26 21:29:48.409185 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f8c919b-6068-4cb1-a0a1-3fe703c9a754', 'tag': '0ad125d2-b5f1-4692-8bf1-7ba32802b015'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:29:48.488322 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e381248-e45f-48a9-a793-b753b51f17f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef0f8d6-5b09-4ea3-92ad-dd721210fed7,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:48.550783 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-4e381248-e45f-48a9-a793-b753b51f17f8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0050300f82e9415189371014eb78a0b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6958456 Jun 26 21:29:48.555420 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-4e381248-e45f-48a9-a793-b753b51f17f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:48.557942 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-8fe3c522-acb1-4377-81d0-21b483507a0d req-1a84711e-61be-4383-8e91-c7c7d7c91eb2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c5bc568-0f6a-468f-b968-93e3972ced30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1412981 Jun 26 21:29:48.558420 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 38418) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:48.578210 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-8f7fafcf-05b0-4513-83bd-c3f54c82fd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bc647b-b984-470d-b43f-f2c3ddddba30', 'name': 'tempest-ServerRescueNegativeTestJSON-1965862440-router', 'tenant_id': '1b82a91ccfa34d6d9e71d190d4dfd427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '5ca9f780-f128-44a0-b597-7a523c7193b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:29:28Z', 'updated_at': '2021-06-26T21:29:40Z', 'revision_number': 4, 'project_id': '1b82a91ccfa34d6d9e71d190d4dfd427', 'gw_port': {'id': '5ca9f780-f128-44a0-b597-7a523c7193b1', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bc647b-b984-470d-b43f-f2c3ddddba30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:29:29Z', 'updated_at': '2021-06-26T21:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': 'b1decd76-d299-447f-af75-96fcd7c96542', 'name': '', 'network_id': '2305325d-a907-4cbb-9a7b-fe0c2ff5adf1', 'tenant_id': '1b82a91ccfa34d6d9e71d190d4dfd427', 'mac_address': 'fa:16:3e:7c:13:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8bc647b-b984-470d-b43f-f2c3ddddba30', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '162b4e55-03bc-4a67-8c15-f483cdb4fffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:29:34Z', 'updated_at': '2021-06-26T21:29:47Z', 'revision_number': 4, 'project_id': '1b82a91ccfa34d6d9e71d190d4dfd427', 'subnets': [{'id': '162b4e55-03bc-4a67-8c15-f483cdb4fffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:29:48.612091 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7fafcf-05b0-4513-83bd-c3f54c82fd75 None None] The sync data for ids ['b8bc647b-b984-470d-b43f-f2c3ddddba30'] in dv-cinder-798208-1-iscsi is: [{'id': 'b8bc647b-b984-470d-b43f-f2c3ddddba30', 'name': 'tempest-ServerRescueNegativeTestJSON-1965862440-router', 'tenant_id': '1b82a91ccfa34d6d9e71d190d4dfd427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '5ca9f780-f128-44a0-b597-7a523c7193b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:29:28Z', 'updated_at': '2021-06-26T21:29:40Z', 'revision_number': 4, 'project_id': '1b82a91ccfa34d6d9e71d190d4dfd427', 'gw_port': {'id': '5ca9f780-f128-44a0-b597-7a523c7193b1', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bc647b-b984-470d-b43f-f2c3ddddba30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:29:29Z', 'updated_at': '2021-06-26T21:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': 'b1decd76-d299-447f-af75-96fcd7c96542', 'name': '', 'network_id': '2305325d-a907-4cbb-9a7b-fe0c2ff5adf1', 'tenant_id': '1b82a91ccfa34d6d9e71d190d4dfd427', 'mac_address': 'fa:16:3e:7c:13:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8bc647b-b984-470d-b43f-f2c3ddddba30', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '162b4e55-03bc-4a67-8c15-f483cdb4fffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:29:34Z', 'updated_at': '2021-06-26T21:29:47Z', 'revision_number': 4, 'project_id': '1b82a91ccfa34d6d9e71d190d4dfd427', 'subnets': [{'id': '162b4e55-03bc-4a67-8c15-f483cdb4fffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 21:29:48.726157 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-696f0e07-6c95-4d1b-a138-6ff14a3ae4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'name': 'tempest-AttachVolumeTestJSON-1233558065-router', 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'a733d03e-3be1-403f-a1e3-4b11a655a06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:29:29Z', 'updated_at': '2021-06-26T21:29:44Z', 'revision_number': 4, 'project_id': '95b2f2bc0b574f2b979cd6ba40175646', 'gw_port': {'id': 'a733d03e-3be1-403f-a1e3-4b11a655a06d', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:db:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:29:30Z', 'updated_at': '2021-06-26T21:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': 'da0550cb-cccb-4c89-a877-f92a0fb439b9', 'name': '', 'network_id': 'd5655de1-5361-4a06-953a-81fc39e01316', 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646', 'mac_address': 'fa:16:3e:7f:9b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c6283427-b1a2-45b8-8e04-fdc5bc89b513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:29:40Z', 'updated_at': '2021-06-26T21:29:44Z', 'revision_number': 2, 'project_id': '95b2f2bc0b574f2b979cd6ba40175646', 'subnets': [{'id': 'c6283427-b1a2-45b8-8e04-fdc5bc89b513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:29:48.772829 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-6d359455-03d3-4216-b03c-2e0412cd796c service neutron] 10.222.0.24 "GET /v2.0/networks/2305325d-a907-4cbb-9a7b-fe0c2ff5adf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8702130 Jun 26 21:29:48.858447 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696f0e07-6c95-4d1b-a138-6ff14a3ae4e8 None None] Checking router: 343fbf0d-879b-49a6-8eeb-4b905ed4da55 for host: dv-cinder-798208-1-iscsi {{(pid=92923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 21:29:48.858905 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696f0e07-6c95-4d1b-a138-6ff14a3ae4e8 None None] Updating router 343fbf0d-879b-49a6-8eeb-4b905ed4da55 port da0550cb-cccb-4c89-a877-f92a0fb439b9 binding host dv-cinder-798208-1-iscsi {{(pid=92923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 21:29:48.869011 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79350d9f-7ca9-4468-aef3-0bbedf7c3020 service neutron] Pushing event updated for resources: {'Port': ['ID=0ad125d2-b5f1-4692-8bf1-7ba32802b015,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:48.897572 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-79350d9f-7ca9-4468-aef3-0bbedf7c3020 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:49.003833 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b0470e04-7d19-416a-bb92-bd482bd2120e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:49.022184 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-696f0e07-6c95-4d1b-a138-6ff14a3ae4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:49.220084 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02b73ab247f9faeb07a43472fb83bf8797eb00ff3c4bc2c6d8d9a12e0ada40b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73db8c9-b02f-4487-9406-fd24d60b1d97" -d '{"events": [{"name": "network-changed", "server_uuid": "3f8c919b-6068-4cb1-a0a1-3fe703c9a754", "tag": "0ad125d2-b5f1-4692-8bf1-7ba32802b015"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:29:49.243382 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-34c7f87b-b828-46fe-8604-c08d8d42423c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:49.244904 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-34c7f87b-b828-46fe-8604-c08d8d42423c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4611305e977349f7a507bd108aab7ddc&device_id=3f8c919b-6068-4cb1-a0a1-3fe703c9a754 HTTP/1.1" status: 200 len: 1097 time: 0.7311232 Jun 26 21:29:49.448234 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b0470e04-7d19-416a-bb92-bd482bd2120e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:49.489483 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-8fe3c522-acb1-4377-81d0-21b483507a0d req-27b124a0-5fed-4075-b6bf-2c7b71dad742 service neutron] 10.222.0.41 "GET /v2.0/networks/2c5bc568-0f6a-468f-b968-93e3972ced30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8326821 Jun 26 21:29:49.745287 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-9676c5b9-41f6-4248-8f15-51cc9fe34f4e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ad125d2-b5f1-4692-8bf1-7ba32802b015 HTTP/1.1" status: 200 len: 217 time: 0.4608498 Jun 26 21:29:49.786536 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-8fe3c522-acb1-4377-81d0-21b483507a0d req-5fd4f04a-c06f-4805-98f9-dac736fbfbc3 service neutron] 10.222.0.41 "GET /v2.0/networks/2c5bc568-0f6a-468f-b968-93e3972ced30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854638 Jun 26 21:29:49.787237 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b0470e04-7d19-416a-bb92-bd482bd2120e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:49.791092 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b0470e04-7d19-416a-bb92-bd482bd2120e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:49.798130 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-b0470e04-7d19-416a-bb92-bd482bd2120e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2ef0f8d6-5b09-4ea3-92ad-dd721210fed7 HTTP/1.1" status: 204 len: 168 time: 1.2385774 Jun 26 21:29:49.799017 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-b544708f-65fd-44d3-80fd-ed3cee957630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:49.811591 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0470e04-7d19-416a-bb92-bd482bd2120e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef0f8d6-5b09-4ea3-92ad-dd721210fed7,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:49.846141 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-b0470e04-7d19-416a-bb92-bd482bd2120e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:49.846737 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 38462) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:49.853127 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-10508a7a-3682-4009-9fea-9ab91be9268b tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1459818497', 'description': 'tempest-description--432555160'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:29:49.911884 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device b1decd76-d299-447f-af75-96fcd7c96542 up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:29:49.922691 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-10508a7a-3682-4009-9fea-9ab91be9268b tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:49.947672 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-696f0e07-6c95-4d1b-a138-6ff14a3ae4e8 None None] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:50.008743 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-696f0e07-6c95-4d1b-a138-6ff14a3ae4e8 None None] Transition to ACTIVE for port object da0550cb-cccb-4c89-a877-f92a0fb439b9 will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:29:50.029264 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-696f0e07-6c95-4d1b-a138-6ff14a3ae4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:50.055452 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:50.085366 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-10508a7a-3682-4009-9fea-9ab91be9268b tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:50.093053 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-10508a7a-3682-4009-9fea-9ab91be9268b tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:50.108608 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:50.119377 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-10508a7a-3682-4009-9fea-9ab91be9268b tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:50.124725 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2ee3c5e0-4949-4c0e-a1d6-532f1546ac48 req-5005dea9-bb32-4a8a-9d81-f83d852a642d tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 210 time: 0.1776574 Jun 26 21:29:50.126825 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-10508a7a-3682-4009-9fea-9ab91be9268b tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2772844 Jun 26 21:29:50.128369 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 38466) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:50.144210 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-9f0e946d-5591-4474-9c36-c1e431e5df9a tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Request body: {'security_group_rule': {'security_group_id': '4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:29:50.201385 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10508a7a-3682-4009-9fea-9ab91be9268b tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:50.205610 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-10508a7a-3682-4009-9fea-9ab91be9268b tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:50.220473 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9f0e946d-5591-4474-9c36-c1e431e5df9a tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:50.290077 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-cd4a8ebe-e0b9-4178-a8a1-0279b367ae2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:50.294414 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-cd4a8ebe-e0b9-4178-a8a1-0279b367ae2c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5bf5dac0-1a15-4129-ab28-a67326760775 HTTP/1.1" status: 200 len: 851 time: 0.5272677 Jun 26 21:29:50.298580 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-64481312-7416-4feb-b4ab-da31dcec30fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-221544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913'] for subnet, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:50.319670 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d350ce7-7b58-497b-a812-7eb84651993b req-f7d526f9-f23d-427d-9d26-085bab8f5e55 tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:50.324017 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1d350ce7-7b58-497b-a812-7eb84651993b req-f7d526f9-f23d-427d-9d26-085bab8f5e55 tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f8c919b-6068-4cb1-a0a1-3fe703c9a754 HTTP/1.1" status: 200 len: 944 time: 1.0612779 Jun 26 21:29:50.360137 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9f0e946d-5591-4474-9c36-c1e431e5df9a tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:50.372237 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9f0e946d-5591-4474-9c36-c1e431e5df9a tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-625768'] for security_group_rule, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:50.374457 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:50.395529 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-90adb1e8-538f-41d8-8faa-dab76ee446d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:50.444918 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9f0e946d-5591-4474-9c36-c1e431e5df9a tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:50.450199 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-9f0e946d-5591-4474-9c36-c1e431e5df9a tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3148973 Jun 26 21:29:50.451656 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 38480) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:50.453034 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-87baaf00-8462-4615-acd7-d50d8b7aee37 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d9d585c4-a5c6-4532-99ed-129e41124d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1253226 Jun 26 21:29:50.478249 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-077c72a7-8c7b-4e3c-abde-20fe6fd08423 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Request body: {'security_group_rule': {'security_group_id': '4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:29:50.495517 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-696f0e07-6c95-4d1b-a138-6ff14a3ae4e8 None None] Attempting to bind port da0550cb-cccb-4c89-a877-f92a0fb439b9 on host dv-cinder-798208-1-iscsi for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:29:50.496379 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-696f0e07-6c95-4d1b-a138-6ff14a3ae4e8 None None] Attempting to bind port da0550cb-cccb-4c89-a877-f92a0fb439b9 by drivers openvswitch,hyperv on host dv-cinder-798208-1-iscsi at level 0 using segments [{'id': '4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd5655de1-5361-4a06-953a-81fc39e01316'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:29:50.496979 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696f0e07-6c95-4d1b-a138-6ff14a3ae4e8 None None] Attempting to bind port da0550cb-cccb-4c89-a877-f92a0fb439b9 on network d5655de1-5361-4a06-953a-81fc39e01316 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:29:50.505073 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e946d-5591-4474-9c36-c1e431e5df9a tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9e1df40-1f15-4a3d-9e4e-a34cc4576800,revision_number=0']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:50.514607 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696f0e07-6c95-4d1b-a138-6ff14a3ae4e8 None None] Checking agent: {'id': '7280f8c8-6f14-48e1-b2dd-15f5d03fd9f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 21, 53), 'started_at': datetime.datetime(2021, 6, 26, 21, 22, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:29:50.515502 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696f0e07-6c95-4d1b-a138-6ff14a3ae4e8 None None] Checking segment: {'id': '4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd5655de1-5361-4a06-953a-81fc39e01316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:29:50.516200 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-696f0e07-6c95-4d1b-a138-6ff14a3ae4e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:50.516809 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696f0e07-6c95-4d1b-a138-6ff14a3ae4e8 None None] Bound using segment: {'id': '4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd5655de1-5361-4a06-953a-81fc39e01316'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:29:50.517855 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-696f0e07-6c95-4d1b-a138-6ff14a3ae4e8 None None] Bound port: da0550cb-cccb-4c89-a877-f92a0fb439b9, host: dv-cinder-798208-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd5655de1-5361-4a06-953a-81fc39e01316'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:29:50.518512 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-696f0e07-6c95-4d1b-a138-6ff14a3ae4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:50.520586 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-9f0e946d-5591-4474-9c36-c1e431e5df9a tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:50.596352 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-077c72a7-8c7b-4e3c-abde-20fe6fd08423 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:50.605464 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-696f0e07-6c95-4d1b-a138-6ff14a3ae4e8 None None] For port da0550cb-cccb-4c89-a877-f92a0fb439b9, host dv-cinder-798208-1-iscsi, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:29:50.621274 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-696f0e07-6c95-4d1b-a138-6ff14a3ae4e8 None None] For port da0550cb-cccb-4c89-a877-f92a0fb439b9, host dv-cinder-798208-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=da0550cb-cccb-4c89-a877-f92a0fb439b9,segment=NetworkSegment(4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98),segment_id=4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:29:50.629503 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2b6eda5e-4450-42d6-9d4c-9d2fa3ffd597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:50.640894 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-696f0e07-6c95-4d1b-a138-6ff14a3ae4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:50.647228 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1d350ce7-7b58-497b-a812-7eb84651993b req-3a3339bf-7fcd-4ebc-9b39-c53a797a4da8 tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] 10.222.0.24 "GET /v2.0/security-groups?id=62178277-72c5-4986-ad80-8218b8475a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871292 Jun 26 21:29:50.680739 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b394aa53-5eae-46c9-8fe0-a9496c69d98f None None] Pushing event updated for resources: {'Port': ['ID=da0550cb-cccb-4c89-a877-f92a0fb439b9,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:50.687918 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-b394aa53-5eae-46c9-8fe0-a9496c69d98f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:50.688743 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-b394aa53-5eae-46c9-8fe0-a9496c69d98f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:50.769876 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64481312-7416-4feb-b4ab-da31dcec30fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=546a735f-2e20-42ca-868f-78837ef25a66,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:50.772563 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696f0e07-6c95-4d1b-a138-6ff14a3ae4e8 None None] Routers {'343fbf0d-879b-49a6-8eeb-4b905ed4da55'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:29:50.782118 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-696f0e07-6c95-4d1b-a138-6ff14a3ae4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:29:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['343fbf0d-879b-49a6-8eeb-4b905ed4da55'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:29:50.790505 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-64481312-7416-4feb-b4ab-da31dcec30fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:50.843575 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64481312-7416-4feb-b4ab-da31dcec30fd admin admin] Checking segment: {'id': 'c28a63a0-5240-481b-a0b7-ae2478fb0a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '07654114-5cbf-4edb-9705-bb5c58f93e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:29:50.854973 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-077c72a7-8c7b-4e3c-abde-20fe6fd08423 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:50.856724 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64481312-7416-4feb-b4ab-da31dcec30fd admin admin] Network hostable DHCP agents. Network: 07654114-5cbf-4edb-9705-bb5c58f93e3f, hostable agents: ['9c021b02-9e9f-4fa2-a546-066f9ef0df46'], hosted agents: [] {{(pid=92922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 21:29:50.862970 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-077c72a7-8c7b-4e3c-abde-20fe6fd08423 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-625768'] for security_group_rule, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:50.885315 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-9f0e946d-5591-4474-9c36-c1e431e5df9a tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:50.913787 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-05851417-3d40-44ed-8b98-f61e288163ee service neutron] 10.222.0.41 "GET /v2.0/networks/d9d585c4-a5c6-4532-99ed-129e41124d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115345 Jun 26 21:29:50.916129 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64481312-7416-4feb-b4ab-da31dcec30fd admin admin] Network 07654114-5cbf-4edb-9705-bb5c58f93e3f is scheduled to be hosted by DHCP agent 9c021b02-9e9f-4fa2-a546-066f9ef0df46 with binding_index 1 {{(pid=92922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 21:29:50.927513 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning for port b1decd76-d299-447f-af75-96fcd7c96542 completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:29:50.961999 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c72a7-8c7b-4e3c-abde-20fe6fd08423 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8ada2b1-7efd-48a0-b7ed-745b2ccc815b,revision_number=0']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:50.971315 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-077c72a7-8c7b-4e3c-abde-20fe6fd08423 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:50.981564 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-077c72a7-8c7b-4e3c-abde-20fe6fd08423 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:50.986227 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-077c72a7-8c7b-4e3c-abde-20fe6fd08423 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5210209 Jun 26 21:29:50.989849 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 38500) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:51.006383 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-4f304789-daf6-4352-8a38-b0e98300388f tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Request body: {'floatingip': {'floating_network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:29:51.018603 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port b1decd76-d299-447f-af75-96fcd7c96542 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:29:51.023605 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:51.045401 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-64481312-7416-4feb-b4ab-da31dcec30fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798208-1-iscsi, 07654114-5cbf-4edb-9705-bb5c58f93e3f) {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:29:51.061495 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64481312-7416-4feb-b4ab-da31dcec30fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:51.062157 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-64481312-7416-4feb-b4ab-da31dcec30fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:51.079641 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4f304789-daf6-4352-8a38-b0e98300388f tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks [] for floatingip, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:51.155124 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b20c19-c133-455e-b7a6-9bf1880484fd None None] Network 07654114-5cbf-4edb-9705-bb5c58f93e3f requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:29:51.327555 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b394aa53-5eae-46c9-8fe0-a9496c69d98f None None] Pushing event updated for resources: {'Port': ['ID=da0550cb-cccb-4c89-a877-f92a0fb439b9,revision_number=4']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:51.340507 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4f304789-daf6-4352-8a38-b0e98300388f tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:51.357055 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-b394aa53-5eae-46c9-8fe0-a9496c69d98f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:51.438034 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:51.622684 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [None req-4f304789-daf6-4352-8a38-b0e98300388f tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Allocated IP 172.27.2.52 (fc74eb2e-f674-4785-8e1a-443cbfb459f7/02c6eafe-d2ac-4065-b904-73ec1df0a44a/3ba31557-a5ef-45df-b767-88a38226792d) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:29:51.676148 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 21:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c76b317-d76f-4339-af39-87469c0f109b x-openstack-request-id: req-6c76b317-d76f-4339-af39-87469c0f109b {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:29:51.676450 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f8c919b-6068-4cb1-a0a1-3fe703c9a754", "tag": "0ad125d2-b5f1-4692-8bf1-7ba32802b015", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:29:51.676747 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6c76b317-d76f-4339-af39-87469c0f109b {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:29:51.677201 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f8c919b-6068-4cb1-a0a1-3fe703c9a754', 'tag': '0ad125d2-b5f1-4692-8bf1-7ba32802b015', 'status': 'completed', 'code': 200} Jun 26 21:29:51.793856 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-64481312-7416-4feb-b4ab-da31dcec30fd admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.4417818 Jun 26 21:29:51.816864 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-696f0e07-6c95-4d1b-a138-6ff14a3ae4e8 None None] Set router 343fbf0d-879b-49a6-8eeb-4b905ed4da55 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:29:51.904867 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-dc118f53-7e39-42bf-8f4c-a2e6d08ad5ec tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:51.907843 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-dc118f53-7e39-42bf-8f4c-a2e6d08ad5ec tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.41 "GET /v2.0/networks?id=2305325d-a907-4cbb-9a7b-fe0c2ff5adf1 HTTP/1.1" status: 200 len: 819 time: 0.4773633 Jun 26 21:29:51.912694 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4f304789-daf6-4352-8a38-b0e98300388f tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:51.948992 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d7fcbdab-7346-4934-b579-3b48e3b4980b req-b8f548ed-72c3-40dd-bd6e-10f40348344c service neutron] 10.222.0.41 "GET /v2.0/networks/d9d585c4-a5c6-4532-99ed-129e41124d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0155306 Jun 26 21:29:51.974140 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894d61c1-5255-43c3-b32e-5d3e09a8e68b None None] Network 07654114-5cbf-4edb-9705-bb5c58f93e3f requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:29:51.984755 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b835c6-a39a-4190-bcc5-0c8b4f97f068 req-5c914caf-f4bc-4919-a9fe-a2a41a6e8434 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:51.986001 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-73de7840-089b-4553-80ab-85b3ecb7411e tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Request body: {'port': {'device_id': '178142c1-5de8-42f6-b555-417335191fbb', 'network_id': '2305325d-a907-4cbb-9a7b-fe0c2ff5adf1', 'admin_state_up': True, 'tenant_id': '1b82a91ccfa34d6d9e71d190d4dfd427'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:29:51.986639 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-65b835c6-a39a-4190-bcc5-0c8b4f97f068 req-5c914caf-f4bc-4919-a9fe-a2a41a6e8434 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=09af1582-e0f6-4f3f-b166-1cd44f4732a3 HTTP/1.1" status: 200 len: 943 time: 0.9441824 Jun 26 21:29:51.998250 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] For port b1decd76-d299-447f-af75-96fcd7c96542, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=b1decd76-d299-447f-af75-96fcd7c96542,segment=NetworkSegment(201ef14f-0217-4a33-8c46-79df3f9dc67e),segment_id=201ef14f-0217-4a33-8c46-79df3f9dc67e)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:29:52.004145 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4f304789-daf6-4352-8a38-b0e98300388f tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:52.020341 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:52.041144 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 38552) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:52.080977 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-494e15e9-ec7f-498e-a78e-8dea7c72dd2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:52.101945 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:52.175575 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-1bd47c01-18de-4616-9337-516f0236fb6e tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:52.178703 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-1bd47c01-18de-4616-9337-516f0236fb6e tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/networks?id=2305325d-a907-4cbb-9a7b-fe0c2ff5adf1 HTTP/1.1" status: 200 len: 819 time: 0.4877663 Jun 26 21:29:52.199427 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f304789-daf6-4352-8a38-b0e98300388f tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Network fc74eb2e-f674-4785-8e1a-443cbfb459f7 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:29:52.209111 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-4f304789-daf6-4352-8a38-b0e98300388f tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:29:52.220560 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f304789-daf6-4352-8a38-b0e98300388f tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:29:52.235682 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f304789-daf6-4352-8a38-b0e98300388f tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Pushing event updated for resources: {'Port': ['ID=3ba31557-a5ef-45df-b767-88a38226792d,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:52.239483 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-4f304789-daf6-4352-8a38-b0e98300388f tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:52.247294 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Pushing event updated for resources: {'Port': ['ID=b1decd76-d299-447f-af75-96fcd7c96542,revision_number=5']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:52.255531 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:52.286898 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0d04f8f-b6aa-4687-bbbd-c78f09cbdde5 admin admin] Deleting subnet 681a1778-93f9-46e3-a3f5-3dfd07abb6a0 {{(pid=92922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 21:29:52.319639 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-1d6e37b9-65f0-4c9b-b139-5ec008e85ce0 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/quotas/1b82a91ccfa34d6d9e71d190d4dfd427 HTTP/1.1" status: 200 len: 375 time: 0.1048012 Jun 26 21:29:52.323558 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d0d04f8f-b6aa-4687-bbbd-c78f09cbdde5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:52.342207 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-65b835c6-a39a-4190-bcc5-0c8b4f97f068 req-4e3c6ab6-f0c4-4be4-bd4c-0301d2ca1ae3 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358662 Jun 26 21:29:52.363997 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device fb35f91b-b87f-4004-9055-3a6bc5f92231 details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=92923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 21:29:52.383360 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4f304789-daf6-4352-8a38-b0e98300388f tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:52.435863 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-73de7840-089b-4553-80ab-85b3ecb7411e tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Made reservation on behalf of 1b82a91ccfa34d6d9e71d190d4dfd427 for: {'port': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:29:52.439956 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-73de7840-089b-4553-80ab-85b3ecb7411e tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:52.440902 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73db8c9-b02f-4487-9406-fd24d60b1d97 req-8f3329ff-f01d-46da-babb-11098f8bc78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:52.447224 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e73db8c9-b02f-4487-9406-fd24d60b1d97 req-8f3329ff-f01d-46da-babb-11098f8bc78e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4611305e977349f7a507bd108aab7ddc&device_id=3f8c919b-6068-4cb1-a0a1-3fe703c9a754 HTTP/1.1" status: 200 len: 1097 time: 0.4340189 Jun 26 21:29:52.472197 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4f304789-daf6-4352-8a38-b0e98300388f tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:52.566462 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d0d04f8f-b6aa-4687-bbbd-c78f09cbdde5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:52.624573 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-696f0e07-6c95-4d1b-a138-6ff14a3ae4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'name': 'tempest-AttachVolumeTestJSON-1233558065-router', 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'a733d03e-3be1-403f-a1e3-4b11a655a06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:29:29Z', 'updated_at': '2021-06-26T21:29:44Z', 'revision_number': 4, 'project_id': '95b2f2bc0b574f2b979cd6ba40175646', 'gw_port': {'id': 'a733d03e-3be1-403f-a1e3-4b11a655a06d', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:db:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:29:30Z', 'updated_at': '2021-06-26T21:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': 'da0550cb-cccb-4c89-a877-f92a0fb439b9', 'name': '', 'network_id': 'd5655de1-5361-4a06-953a-81fc39e01316', 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646', 'mac_address': 'fa:16:3e:7f:9b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c6283427-b1a2-45b8-8e04-fdc5bc89b513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:29:40Z', 'updated_at': '2021-06-26T21:29:50Z', 'revision_number': 4, 'project_id': '95b2f2bc0b574f2b979cd6ba40175646', 'subnets': [{'id': 'c6283427-b1a2-45b8-8e04-fdc5bc89b513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:29:52.634471 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:52.671576 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port fb35f91b-b87f-4004-9055-3a6bc5f92231, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=fb35f91b-b87f-4004-9055-3a6bc5f92231,segment=NetworkSegment(a198608a-0649-4b2e-a7e8-7785be688f5a),segment_id=a198608a-0649-4b2e-a7e8-7785be688f5a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:29:52.674576 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696f0e07-6c95-4d1b-a138-6ff14a3ae4e8 None None] The sync data for ids ['343fbf0d-879b-49a6-8eeb-4b905ed4da55'] in dv-cinder-798208-1-iscsi is: [{'id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'name': 'tempest-AttachVolumeTestJSON-1233558065-router', 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'a733d03e-3be1-403f-a1e3-4b11a655a06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:29:29Z', 'updated_at': '2021-06-26T21:29:44Z', 'revision_number': 4, 'project_id': '95b2f2bc0b574f2b979cd6ba40175646', 'gw_port': {'id': 'a733d03e-3be1-403f-a1e3-4b11a655a06d', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:db:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:29:30Z', 'updated_at': '2021-06-26T21:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': 'da0550cb-cccb-4c89-a877-f92a0fb439b9', 'name': '', 'network_id': 'd5655de1-5361-4a06-953a-81fc39e01316', 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646', 'mac_address': 'fa:16:3e:7f:9b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c6283427-b1a2-45b8-8e04-fdc5bc89b513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:29:40Z', 'updated_at': '2021-06-26T21:29:50Z', 'revision_number': 4, 'project_id': '95b2f2bc0b574f2b979cd6ba40175646', 'subnets': [{'id': 'c6283427-b1a2-45b8-8e04-fdc5bc89b513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 21:29:52.693269 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Returning: {'device': 'fb35f91b-b87f-4004-9055-3a6bc5f92231', 'network_id': '2c5bc568-0f6a-468f-b968-93e3972ced30', 'port_id': 'fb35f91b-b87f-4004-9055-3a6bc5f92231', 'mac_address': 'fa:16:3e:d8:fe:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3ab793f-3a73-4271-8f8a-84862d9d2427', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 21:29:52.789946 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d0d04f8f-b6aa-4687-bbbd-c78f09cbdde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4059658'] for subnet, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:52.812224 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:52.839930 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-73de7840-089b-4553-80ab-85b3ecb7411e tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Allocated IP 172.20.0.14 (2305325d-a907-4cbb-9a7b-fe0c2ff5adf1/162b4e55-03bc-4a67-8c15-f483cdb4fffc/09ec0a32-cf86-48ed-a9fe-55855bfe4ab2) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:29:52.867394 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb35f91b-b87f-4004-9055-3a6bc5f92231 {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 21:29:52.896384 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port fb35f91b-b87f-4004-9055-3a6bc5f92231, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=fb35f91b-b87f-4004-9055-3a6bc5f92231,segment=NetworkSegment(a198608a-0649-4b2e-a7e8-7785be688f5a),segment_id=a198608a-0649-4b2e-a7e8-7785be688f5a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:29:52.907155 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:52.909384 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-eb270d51-6430-4a82-b89f-5d1d95be0b9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:53.014581 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=fb35f91b-b87f-4004-9055-3a6bc5f92231,revision_number=4']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:53.019481 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:53.047428 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4f304789-daf6-4352-8a38-b0e98300388f tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:53.077482 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4f304789-daf6-4352-8a38-b0e98300388f tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:53.117569 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:53.136901 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73db8c9-b02f-4487-9406-fd24d60b1d97 req-e505e670-427b-4803-ae66-5d1393a7d2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:53.139057 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e73db8c9-b02f-4487-9406-fd24d60b1d97 req-e505e670-427b-4803-ae66-5d1393a7d2b9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d9d585c4-a5c6-4532-99ed-129e41124d77 HTTP/1.1" status: 200 len: 912 time: 0.6708291 Jun 26 21:29:53.176648 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-f0c158d0-9cb2-4f98-82c8-044552dd564b tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1b82a91ccfa34d6d9e71d190d4dfd427&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7696128 Jun 26 21:29:53.204561 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] get_ports_and_sgs() called for port_ids ['fb35f91b-b87f-4004-9055-3a6bc5f92231'] {{(pid=92923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 21:29:53.235562 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f865932-2f8d-4da6-965c-b86fb204b30d req-3445a9c5-608a-44a0-a07c-acbe94f3ee63 tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:53.237122 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0f865932-2f8d-4da6-965c-b86fb204b30d req-3445a9c5-608a-44a0-a07c-acbe94f3ee63 tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f8c919b-6068-4cb1-a0a1-3fe703c9a754 HTTP/1.1" status: 200 len: 944 time: 0.6133258 Jun 26 21:29:53.239966 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d0d04f8f-b6aa-4687-bbbd-c78f09cbdde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4059677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-221544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913'] for subnet, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:53.279477 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4f304789-daf6-4352-8a38-b0e98300388f tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642591'] for floatingip, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:53.342196 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-64481312-7416-4feb-b4ab-da31dcec30fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:53.350216 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e73db8c9-b02f-4487-9406-fd24d60b1d97 req-69bce397-afec-47c4-a10a-e275585a4ae2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ad125d2-b5f1-4692-8bf1-7ba32802b015 HTTP/1.1" status: 200 len: 217 time: 0.1924670 Jun 26 21:29:53.352192 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f304789-daf6-4352-8a38-b0e98300388f tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Pushing event updated for resources: {'Port': ['ID=3ba31557-a5ef-45df-b767-88a38226792d,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:53.361641 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-4f304789-daf6-4352-8a38-b0e98300388f tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:53.392401 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4f304789-daf6-4352-8a38-b0e98300388f tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for floatingip, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:53.406225 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-4f304789-daf6-4352-8a38-b0e98300388f tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3984661 Jun 26 21:29:53.440471 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-73de7840-089b-4553-80ab-85b3ecb7411e tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:53.531537 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-73de7840-089b-4553-80ab-85b3ecb7411e tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:53.546381 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-4f304789-daf6-4352-8a38-b0e98300388f tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:53.682146 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-9bda5b80-b74d-4a32-8fe9-bdb61123794e service neutron] 10.222.0.24 "GET /v2.0/networks/2305325d-a907-4cbb-9a7b-fe0c2ff5adf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5046115 Jun 26 21:29:53.691609 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de7840-089b-4553-80ab-85b3ecb7411e tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Pushing event updated for resources: {'Port': ['ID=09ec0a32-cf86-48ed-a9fe-55855bfe4ab2,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:53.698548 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73db8c9-b02f-4487-9406-fd24d60b1d97 req-1697f15d-cba0-4244-99a7-f0eac4375e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:53.701794 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e73db8c9-b02f-4487-9406-fd24d60b1d97 req-1697f15d-cba0-4244-99a7-f0eac4375e2b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5bf5dac0-1a15-4129-ab28-a67326760775 HTTP/1.1" status: 200 len: 851 time: 0.3217151 Jun 26 21:29:53.702679 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d04f8f-b6aa-4687-bbbd-c78f09cbdde5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=681a1778-93f9-46e3-a3f5-3dfd07abb6a0,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:53.706824 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d0d04f8f-b6aa-4687-bbbd-c78f09cbdde5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:53.709843 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-d0d04f8f-b6aa-4687-bbbd-c78f09cbdde5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/681a1778-93f9-46e3-a3f5-3dfd07abb6a0 HTTP/1.1" status: 204 len: 168 time: 1.6670184 Jun 26 21:29:53.712749 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-d0d04f8f-b6aa-4687-bbbd-c78f09cbdde5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:53.722723 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 38644) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:53.723897 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-73de7840-089b-4553-80ab-85b3ecb7411e tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:53.729275 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-73de7840-089b-4553-80ab-85b3ecb7411e tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Network 2305325d-a907-4cbb-9a7b-fe0c2ff5adf1 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:29:53.768905 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0f865932-2f8d-4da6-965c-b86fb204b30d req-1e2f1a59-eddc-4896-9de1-ceee9d039536 tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] 10.222.0.24 "GET /v2.0/security-groups?id=62178277-72c5-4986-ad80-8218b8475a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4525824 Jun 26 21:29:53.773663 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:53.821344 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e73db8c9-b02f-4487-9406-fd24d60b1d97 req-6b52dae2-bf1e-460e-816d-040918b3ed05 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d9d585c4-a5c6-4532-99ed-129e41124d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930841 Jun 26 21:29:53.895600 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-73de7840-089b-4553-80ab-85b3ecb7411e tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:29:53.898677 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-5755c2c6-ae5a-434e-81ef-b558f66ddecb service neutron] 10.222.0.24 "GET /v2.0/networks/2305325d-a907-4cbb-9a7b-fe0c2ff5adf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930509 Jun 26 21:29:53.899473 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 38654) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:53.914017 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-73de7840-089b-4553-80ab-85b3ecb7411e tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:29:53.926914 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-73de7840-089b-4553-80ab-85b3ecb7411e tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:53.938015 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-73de7840-089b-4553-80ab-85b3ecb7411e tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:53.997097 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-73de7840-089b-4553-80ab-85b3ecb7411e tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0249569 Jun 26 21:29:54.016587 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-19730e49-0dc7-469a-9989-9edb19af6d91 service neutron] Request body: {'port': {'device_id': '178142c1-5de8-42f6-b555-417335191fbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79820'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:29:54.095816 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3ee4db88-8229-4682-b58c-3597b2b51856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4140915'] for network, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:54.098050 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d7c26-a465-4111-b066-04cfa8e5b543 req-fc5db3e0-da1e-4a42-933a-609af3bc2a6d tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:54.101094 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-284d7c26-a465-4111-b066-04cfa8e5b543 req-fc5db3e0-da1e-4a42-933a-609af3bc2a6d tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=09af1582-e0f6-4f3f-b166-1cd44f4732a3 HTTP/1.1" status: 200 len: 944 time: 0.1661439 Jun 26 21:29:54.326902 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f06844f6-d50e-4ebf-a80e-363ce87889c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:54.334956 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 0ad125d2-b5f1-4692-8bf1-7ba32802b015 details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=92923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 21:29:54.345084 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-284d7c26-a465-4111-b066-04cfa8e5b543 req-af6ebcbc-494d-4098-803a-a12a621c1b98 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186985 Jun 26 21:29:54.359144 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e73db8c9-b02f-4487-9406-fd24d60b1d97 req-7536846d-39ee-45a7-b984-466227270d7d service neutron] 10.222.0.41 "GET /v2.0/networks/d9d585c4-a5c6-4532-99ed-129e41124d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4586544 Jun 26 21:29:54.361358 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3ee4db88-8229-4682-b58c-3597b2b51856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4059223', 'neutron.services.segments.db._delete_segments_for_network-8773185548566'] for network, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:54.377460 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3ee4db88-8229-4682-b58c-3597b2b51856 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:29:54.377799 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3ee4db88-8229-4682-b58c-3597b2b51856 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:29:54.378665 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3ee4db88-8229-4682-b58c-3597b2b51856 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:29:54.379024 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3ee4db88-8229-4682-b58c-3597b2b51856 admin admin] Subscribe: > port after_create 55550000 {{(pid=92921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:29:54.379427 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3ee4db88-8229-4682-b58c-3597b2b51856 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:29:54.379780 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3ee4db88-8229-4682-b58c-3597b2b51856 admin admin] Subscribe: > port after_update 55550000 {{(pid=92921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:29:54.380109 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3ee4db88-8229-4682-b58c-3597b2b51856 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:29:54.380419 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3ee4db88-8229-4682-b58c-3597b2b51856 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:29:54.380730 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3ee4db88-8229-4682-b58c-3597b2b51856 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:29:54.381087 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3ee4db88-8229-4682-b58c-3597b2b51856 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:29:54.392270 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device b1decd76-d299-447f-af75-96fcd7c96542 up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:29:54.394600 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device fb35f91b-b87f-4004-9055-3a6bc5f92231 up at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:29:54.511324 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.db.resource_extend [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 26 21:29:54.599771 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-aab7853a-b6cd-4324-b49d-9799179da061 req-74ba2d5d-9f43-49a8-ab4b-7d4fef2b928e tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1459818497&fields=id&tenant_id=95b2f2bc0b574f2b979cd6ba40175646 HTTP/1.1" status: 200 len: 267 time: 0.2658052 Jun 26 21:29:54.600263 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3ee4db88-8229-4682-b58c-3597b2b51856 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:29:54.600703 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3ee4db88-8229-4682-b58c-3597b2b51856 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:29:54.601171 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3ee4db88-8229-4682-b58c-3597b2b51856 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:29:54.601596 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3ee4db88-8229-4682-b58c-3597b2b51856 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:29:54.602060 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.services.segments.db [None req-3ee4db88-8229-4682-b58c-3597b2b51856 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d577bc2c-5582-4de3-a0f8-b1dd40c08cd2']}} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:29:54.676291 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bc407310-2ec7-414b-a8d0-1fcbfcd2e217 req-1bfe527a-a194-4ab7-b51b-f58ec2f986a4 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 210 time: 0.1679752 Jun 26 21:29:54.724062 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.agents_db [None req-53b98272-06bb-47ef-8924-edf36d473ef8 None None] Agent healthcheck: found 6 active agents {{(pid=92924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 21:29:54.724824 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.services.segments.db [None req-3ee4db88-8229-4682-b58c-3597b2b51856 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7de6c25-06cf-42ae-a0ad-37c2f23e43c1') {'for_net_delete': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:29:54.725131 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.services.segments.db [None req-3ee4db88-8229-4682-b58c-3597b2b51856 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7de6c25-06cf-42ae-a0ad-37c2f23e43c1') {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:29:54.765208 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-19730e49-0dc7-469a-9989-9edb19af6d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:54.778245 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e2a6eac7-d00b-49f8-baaf-0352ee2d1209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:54.788524 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 0ad125d2-b5f1-4692-8bf1-7ba32802b015, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=0ad125d2-b5f1-4692-8bf1-7ba32802b015,segment=NetworkSegment(4ebf821f-9a1d-405c-ab80-6c295ea0f514),segment_id=4ebf821f-9a1d-405c-ab80-6c295ea0f514)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:29:54.811871 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Returning: {'device': '0ad125d2-b5f1-4692-8bf1-7ba32802b015', 'network_id': 'd9d585c4-a5c6-4532-99ed-129e41124d77', 'port_id': '0ad125d2-b5f1-4692-8bf1-7ba32802b015', 'mac_address': 'fa:16:3e:15:f9:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bf5dac0-1a15-4129-ab28-a67326760775', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 21:29:54.813909 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port b1decd76-d299-447f-af75-96fcd7c96542 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:29:54.814304 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:54.818104 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e73db8c9-b02f-4487-9406-fd24d60b1d97 req-9b7f6a2f-aaee-4218-b705-c9a013e509f1 service neutron] 10.222.0.41 "GET /v2.0/networks/d9d585c4-a5c6-4532-99ed-129e41124d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4430509 Jun 26 21:29:54.819570 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Provisioning for port fb35f91b-b87f-4004-9055-3a6bc5f92231 completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:29:54.837960 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3ee4db88-8229-4682-b58c-3597b2b51856 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773185534967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696141'] for segment, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:54.870320 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7853a-b6cd-4324-b49d-9799179da061 req-c16ec462-1d92-4eda-9ecf-5b6700442843 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:54.876516 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Provisioning complete for port fb35f91b-b87f-4004-9055-3a6bc5f92231 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:29:54.877071 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:54.880201 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-aab7853a-b6cd-4324-b49d-9799179da061 req-c16ec462-1d92-4eda-9ecf-5b6700442843 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/networks?id=d5655de1-5361-4a06-953a-81fc39e01316 HTTP/1.1" status: 200 len: 811 time: 0.2514093 Jun 26 21:29:54.967289 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-aab7853a-b6cd-4324-b49d-9799179da061 req-fe25d153-5be8-44bb-abb4-5c02c6f79fdf tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/quotas/95b2f2bc0b574f2b979cd6ba40175646 HTTP/1.1" status: 200 len: 375 time: 0.0832334 Jun 26 21:29:55.082046 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f06844f6-d50e-4ebf-a80e-363ce87889c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:55.101823 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f06844f6-d50e-4ebf-a80e-363ce87889c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:55.149568 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:55.167406 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ad125d2-b5f1-4692-8bf1-7ba32802b015 {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 21:29:55.193572 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 0ad125d2-b5f1-4692-8bf1-7ba32802b015, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=0ad125d2-b5f1-4692-8bf1-7ba32802b015,segment=NetworkSegment(4ebf821f-9a1d-405c-ab80-6c295ea0f514),segment_id=4ebf821f-9a1d-405c-ab80-6c295ea0f514)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:29:55.222658 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:55.226885 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:55.301128 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:55.333545 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device da0550cb-cccb-4c89-a877-f92a0fb439b9 up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:29:55.465726 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09af1582-e0f6-4f3f-b166-1cd44f4732a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb35f91b-b87f-4004-9055-3a6bc5f92231'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:29:55.468670 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3ee4db88-8229-4682-b58c-3597b2b51856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175'] for segment, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:55.483094 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:55.486325 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ee4db88-8229-4682-b58c-3597b2b51856 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=92921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 21:29:55.486729 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3ee4db88-8229-4682-b58c-3597b2b51856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8896046'] for segment, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:55.491048 dv-cinder-798208-1-iscsi neutron-server[92921]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 26 21:29:55.491048 dv-cinder-798208-1-iscsi neutron-server[92921]: from cryptography.utils import int_from_bytes Jun 26 21:29:55.491048 dv-cinder-798208-1-iscsi neutron-server[92921]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 26 21:29:55.491048 dv-cinder-798208-1-iscsi neutron-server[92921]: from cryptography.utils import int_from_bytes Jun 26 21:29:55.491048 dv-cinder-798208-1-iscsi neutron-server[92921]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 21:29:55.491048 dv-cinder-798208-1-iscsi neutron-server[92921]: conditions |= (models_v2.Port.network_id.in_( Jun 26 21:29:55.491048 dv-cinder-798208-1-iscsi neutron-server[92921]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 21:29:55.491048 dv-cinder-798208-1-iscsi neutron-server[92921]: conditions |= (models_v2.Port.network_id.in_( Jun 26 21:29:55.491048 dv-cinder-798208-1-iscsi neutron-server[92921]: Traceback (most recent call last): Jun 26 21:29:55.491048 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 21:29:55.491048 dv-cinder-798208-1-iscsi neutron-server[92921]: timer() Jun 26 21:29:55.491048 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 21:29:55.491048 dv-cinder-798208-1-iscsi neutron-server[92921]: cb(*args, **kw) Jun 26 21:29:55.491048 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 21:29:55.491048 dv-cinder-798208-1-iscsi neutron-server[92921]: return func(*args, **kwargs) Jun 26 21:29:55.491048 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 21:29:55.491048 dv-cinder-798208-1-iscsi neutron-server[92921]: self._notify() Jun 26 21:29:55.491048 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 21:29:55.491048 dv-cinder-798208-1-iscsi neutron-server[92921]: self.callback(batched_events) Jun 26 21:29:55.491048 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 21:29:55.491048 dv-cinder-798208-1-iscsi neutron-server[92921]: event.method(event) Jun 26 21:29:55.491048 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 21:29:55.491048 dv-cinder-798208-1-iscsi neutron-server[92921]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 21:29:55.491048 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 21:29:55.491048 dv-cinder-798208-1-iscsi neutron-server[92921]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 21:29:55.491048 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 21:29:55.491048 dv-cinder-798208-1-iscsi neutron-server[92921]: return f(self, *a, **k) Jun 26 21:29:55.491048 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 21:29:55.491048 dv-cinder-798208-1-iscsi neutron-server[92921]: return self._get(url).json() Jun 26 21:29:55.491048 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 21:29:55.491048 dv-cinder-798208-1-iscsi neutron-server[92921]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 21:29:55.491048 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 21:29:55.491048 dv-cinder-798208-1-iscsi neutron-server[92921]: return self.request(url, 'GET', **kwargs) Jun 26 21:29:55.491048 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 21:29:55.491048 dv-cinder-798208-1-iscsi neutron-server[92921]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 21:29:55.491048 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 21:29:55.491048 dv-cinder-798208-1-iscsi neutron-server[92921]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 21:29:55.491048 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 21:29:55.491048 dv-cinder-798208-1-iscsi neutron-server[92921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 21:29:55.491048 dv-cinder-798208-1-iscsi neutron-server[92921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 21:29:55.717884 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-f06844f6-d50e-4ebf-a80e-363ce87889c4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=23b5c213b9fc461ca58045dda58b01a6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8158865 Jun 26 21:29:55.718503 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 38730) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:55.723907 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] get_ports_and_sgs() called for port_ids ['0ad125d2-b5f1-4692-8bf1-7ba32802b015'] {{(pid=92923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 21:29:55.740943 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 38734) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:55.765879 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-19730e49-0dc7-469a-9989-9edb19af6d91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09ec0a32-cf86-48ed-a9fe-55855bfe4ab2 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 21:29:55.775288 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port fb35f91b-b87f-4004-9055-3a6bc5f92231, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=fb35f91b-b87f-4004-9055-3a6bc5f92231,segment=NetworkSegment(a198608a-0649-4b2e-a7e8-7785be688f5a),segment_id=a198608a-0649-4b2e-a7e8-7785be688f5a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:29:55.776491 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-19730e49-0dc7-469a-9989-9edb19af6d91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:55.797864 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-19730e49-0dc7-469a-9989-9edb19af6d91 service neutron] Transition to ACTIVE for port object 09ec0a32-cf86-48ed-a9fe-55855bfe4ab2 will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:29:55.808044 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3ee4db88-8229-4682-b58c-3597b2b51856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4059228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-938849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642676'] for network, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:55.808671 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06844f6-d50e-4ebf-a80e-363ce87889c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e645210-9480-4393-90d9-dd15369c2bb3,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:55.811952 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-19730e49-0dc7-469a-9989-9edb19af6d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8896010'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:55.816982 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:55.833172 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-aab7853a-b6cd-4324-b49d-9799179da061 req-73471281-480c-47a6-8a2f-cd445ad4e04e tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=95b2f2bc0b574f2b979cd6ba40175646&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8557196 Jun 26 21:29:55.855049 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f06844f6-d50e-4ebf-a80e-363ce87889c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:55.874643 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3ee4db88-8229-4682-b58c-3597b2b51856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for network, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:55.881975 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-3ee4db88-8229-4682-b58c-3597b2b51856 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d577bc2c-5582-4de3-a0f8-b1dd40c08cd2 HTTP/1.1" status: 204 len: 168 time: 2.1557522 Jun 26 21:29:55.886904 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 38742) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:55.931915 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:55.940277 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=0ad125d2-b5f1-4692-8bf1-7ba32802b015,revision_number=4']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:55.949266 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:55.951653 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:55.985439 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f8147-4935-4faf-b32b-9c445064db13 req-6f7a1019-3cb1-4edf-b260-feb0d0413d72 tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:55.995804 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-278f8147-4935-4faf-b32b-9c445064db13 req-6f7a1019-3cb1-4edf-b260-feb0d0413d72 tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f8c919b-6068-4cb1-a0a1-3fe703c9a754 HTTP/1.1" status: 200 len: 944 time: 0.8982940 Jun 26 21:29:56.032005 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7bc0899d-4325-4c5a-81e9-1409f7a66143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:56.049437 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19730e49-0dc7-469a-9989-9edb19af6d91 service neutron] Pushing event updated for resources: {'Port': ['ID=09ec0a32-cf86-48ed-a9fe-55855bfe4ab2,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:56.052559 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-19730e49-0dc7-469a-9989-9edb19af6d91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:56.054739 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-3a50cb52-17f2-4327-88f9-07ac58431e12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:56.066820 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=fb35f91b-b87f-4004-9055-3a6bc5f92231,revision_number=5']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:56.067897 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7bc0899d-4325-4c5a-81e9-1409f7a66143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:56.077925 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4db88-8229-4682-b58c-3597b2b51856 admin admin] Pushing event deleted for resources: {'Network': ['ID=d577bc2c-5582-4de3-a0f8-b1dd40c08cd2,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:56.080108 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8789620f65ed64c11f36a2c9fb0085813b3741d077667d6f020eb6652e2807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17378575-4d4c-49dc-b30d-d7c02744e410" -d '{"events": [{"server_uuid": "09af1582-e0f6-4f3f-b166-1cd44f4732a3", "name": "network-vif-plugged", "status": "completed", "tag": "fb35f91b-b87f-4004-9055-3a6bc5f92231"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:29:56.085289 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-3ee4db88-8229-4682-b58c-3597b2b51856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:56.087729 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:56.108860 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:56.109555 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-19730e49-0dc7-469a-9989-9edb19af6d91 service neutron] Attempting to bind port 09ec0a32-cf86-48ed-a9fe-55855bfe4ab2 on host hv-cinder-79820 for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:29:56.110047 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-19730e49-0dc7-469a-9989-9edb19af6d91 service neutron] Attempting to bind port 09ec0a32-cf86-48ed-a9fe-55855bfe4ab2 by drivers openvswitch,hyperv on host hv-cinder-79820 at level 0 using segments [{'id': '201ef14f-0217-4a33-8c46-79df3f9dc67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2305325d-a907-4cbb-9a7b-fe0c2ff5adf1'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:29:56.110769 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-19730e49-0dc7-469a-9989-9edb19af6d91 service neutron] Attempting to bind port 09ec0a32-cf86-48ed-a9fe-55855bfe4ab2 on network 2305325d-a907-4cbb-9a7b-fe0c2ff5adf1 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:29:56.116877 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning for port da0550cb-cccb-4c89-a877-f92a0fb439b9 completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:29:56.117070 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-19730e49-0dc7-469a-9989-9edb19af6d91 service neutron] Port 09ec0a32-cf86-48ed-a9fe-55855bfe4ab2 on network 2305325d-a907-4cbb-9a7b-fe0c2ff5adf1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79820 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 21:29:56.117335 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-19730e49-0dc7-469a-9989-9edb19af6d91 service neutron] Attempting to bind port 09ec0a32-cf86-48ed-a9fe-55855bfe4ab2 on network 2305325d-a907-4cbb-9a7b-fe0c2ff5adf1 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:29:56.123653 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-19730e49-0dc7-469a-9989-9edb19af6d91 service neutron] Checking agent: {'id': '92a96a50-8a1c-4808-8af1-2ac9e1a0a70b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79820', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 27, 54), 'started_at': datetime.datetime(2021, 6, 26, 21, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:29:56.123986 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-19730e49-0dc7-469a-9989-9edb19af6d91 service neutron] Checking segment: {'id': '201ef14f-0217-4a33-8c46-79df3f9dc67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2305325d-a907-4cbb-9a7b-fe0c2ff5adf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:29:56.125351 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-19730e49-0dc7-469a-9989-9edb19af6d91 service neutron] Bound using segment: {'id': '201ef14f-0217-4a33-8c46-79df3f9dc67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2305325d-a907-4cbb-9a7b-fe0c2ff5adf1'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:29:56.125351 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-19730e49-0dc7-469a-9989-9edb19af6d91 service neutron] Bound port: 09ec0a32-cf86-48ed-a9fe-55855bfe4ab2, host: hv-cinder-79820, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '201ef14f-0217-4a33-8c46-79df3f9dc67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2305325d-a907-4cbb-9a7b-fe0c2ff5adf1'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:29:56.125351 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-19730e49-0dc7-469a-9989-9edb19af6d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:56.144498 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port da0550cb-cccb-4c89-a877-f92a0fb439b9 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:29:56.145110 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:56.164164 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7bc0899d-4325-4c5a-81e9-1409f7a66143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:56.175400 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7bc0899d-4325-4c5a-81e9-1409f7a66143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:56.176547 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-7bc0899d-4325-4c5a-81e9-1409f7a66143 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2e645210-9480-4393-90d9-dd15369c2bb3 HTTP/1.1" status: 204 len: 168 time: 0.4267676 Jun 26 21:29:56.177448 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-34040699-13db-4ed1-8395-62169add16ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:56.181518 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-856afda0-1b2d-435c-95fb-e0095569be2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:56.190574 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_v2 [None req-b13e8745-72a3-4ee7-bd70-fbf796913be9 admin admin] Deleting subnet 546a735f-2e20-42ca-868f-78837ef25a66 {{(pid=92922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 21:29:56.194003 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b13e8745-72a3-4ee7-bd70-fbf796913be9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:56.232442 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-19730e49-0dc7-469a-9989-9edb19af6d91 service neutron] For port 09ec0a32-cf86-48ed-a9fe-55855bfe4ab2, host hv-cinder-79820, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:29:56.234650 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b13e8745-72a3-4ee7-bd70-fbf796913be9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:56.238264 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-19730e49-0dc7-469a-9989-9edb19af6d91 service neutron] For port 09ec0a32-cf86-48ed-a9fe-55855bfe4ab2, host hv-cinder-79820, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=09ec0a32-cf86-48ed-a9fe-55855bfe4ab2,segment=NetworkSegment(201ef14f-0217-4a33-8c46-79df3f9dc67e),segment_id=201ef14f-0217-4a33-8c46-79df3f9dc67e)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:29:56.240854 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b13e8745-72a3-4ee7-bd70-fbf796913be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4059658'] for subnet, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:56.249288 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-19730e49-0dc7-469a-9989-9edb19af6d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8896010'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:56.268622 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-73de7840-089b-4553-80ab-85b3ecb7411e tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:56.283981 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-19730e49-0dc7-469a-9989-9edb19af6d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:56.288020 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-19730e49-0dc7-469a-9989-9edb19af6d91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:56.289763 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-19730e49-0dc7-469a-9989-9edb19af6d91 service neutron] 10.222.0.41 "PUT /v2.0/ports/09ec0a32-cf86-48ed-a9fe-55855bfe4ab2 HTTP/1.1" status: 200 len: 1094 time: 2.2828796 Jun 26 21:29:56.327662 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc0899d-4325-4c5a-81e9-1409f7a66143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e645210-9480-4393-90d9-dd15369c2bb3,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:56.328427 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '178142c1-5de8-42f6-b555-417335191fbb', 'tag': '09ec0a32-cf86-48ed-a9fe-55855bfe4ab2'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:29:56.333102 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-7bc0899d-4325-4c5a-81e9-1409f7a66143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:56.340453 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b5f6d741f71b22ca80de7011a5bf010bd5b330abd4b28dbd747dc86a1ce20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fbda32-5e06-4311-b95d-1b4061b47319" -d '{"events": [{"name": "network-changed", "server_uuid": "178142c1-5de8-42f6-b555-417335191fbb", "tag": "09ec0a32-cf86-48ed-a9fe-55855bfe4ab2"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:29:56.386617 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:56.410295 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-278f8147-4935-4faf-b32b-9c445064db13 req-3e92a153-52a2-48bc-a86b-01962891c701 tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] 10.222.0.24 "GET /v2.0/security-groups?id=62178277-72c5-4986-ad80-8218b8475a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125485 Jun 26 21:29:56.438611 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] For port da0550cb-cccb-4c89-a877-f92a0fb439b9, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=da0550cb-cccb-4c89-a877-f92a0fb439b9,segment=NetworkSegment(4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98),segment_id=4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:29:56.444299 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:56.447705 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-f4c35037-6376-46c4-a2cb-1419c8cc7651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:56.469197 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19730e49-0dc7-469a-9989-9edb19af6d91 service neutron] Pushing event updated for resources: {'Port': ['ID=09ec0a32-cf86-48ed-a9fe-55855bfe4ab2,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:56.480719 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-19730e49-0dc7-469a-9989-9edb19af6d91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:56.498810 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-fbf13b42-9d27-46a7-970c-89a8f7f747fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:56.500033 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-fbf13b42-9d27-46a7-970c-89a8f7f747fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1b82a91ccfa34d6d9e71d190d4dfd427&device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 1097 time: 0.1324668 Jun 26 21:29:56.520846 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Pushing event updated for resources: {'Port': ['ID=da0550cb-cccb-4c89-a877-f92a0fb439b9,revision_number=5']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:56.525536 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:56.572654 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-2aeec6a8-4c0c-461f-84ea-678106503797 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09ec0a32-cf86-48ed-a9fe-55855bfe4ab2 HTTP/1.1" status: 200 len: 217 time: 0.0640130 Jun 26 21:29:56.577504 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-aab7853a-b6cd-4324-b49d-9799179da061 req-c849c4a3-4a22-4470-b441-45206d0005fc service neutron] 10.222.0.24 "GET /v2.0/networks/d5655de1-5361-4a06-953a-81fc39e01316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7073021 Jun 26 21:29:56.607772 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b13e8745-72a3-4ee7-bd70-fbf796913be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4059677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-221544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913'] for subnet, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:56.623357 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 38752) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:56.643304 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-aa7b175c-147b-409a-b82d-613b4d294f13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:56.667923 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-3aef52a7-5f54-4321-8dc8-2131b02f39f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:56.670404 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-3aef52a7-5f54-4321-8dc8-2131b02f39f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=162b4e55-03bc-4a67-8c15-f483cdb4fffc HTTP/1.1" status: 200 len: 859 time: 0.0907464 Jun 26 21:29:56.685213 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:56.711278 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-4a5ee83b-c867-4c27-be02-03a145ab2c62 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2305325d-a907-4cbb-9a7b-fe0c2ff5adf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315733 Jun 26 21:29:56.798107 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e8745-72a3-4ee7-bd70-fbf796913be9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=546a735f-2e20-42ca-868f-78837ef25a66,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:56.801799 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b13e8745-72a3-4ee7-bd70-fbf796913be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:56.808438 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b13e8745-72a3-4ee7-bd70-fbf796913be9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:56.812610 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-b13e8745-72a3-4ee7-bd70-fbf796913be9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/546a735f-2e20-42ca-868f-78837ef25a66 HTTP/1.1" status: 204 len: 168 time: 0.9199286 Jun 26 21:29:56.814426 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 38762) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:56.831229 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-7c219bdb-09ee-4e92-bfd2-2ab3f08072cf service neutron] 10.222.0.41 "GET /v2.0/networks/2305325d-a907-4cbb-9a7b-fe0c2ff5adf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131587 Jun 26 21:29:56.912925 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-1d7b316f-68dc-4633-b45d-4f2087811480 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:56.914382 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-1d7b316f-68dc-4633-b45d-4f2087811480 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.41 "GET /v2.0/networks?id=2305325d-a907-4cbb-9a7b-fe0c2ff5adf1 HTTP/1.1" status: 200 len: 819 time: 0.4923224 Jun 26 21:29:56.931636 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-b73d0277-a04d-43ef-ae84-8ff3fbd45d07 req-181eb9c2-4a16-4c17-b2ad-1f4988a3645d service neutron] 10.222.0.41 "GET /v2.0/networks/2305325d-a907-4cbb-9a7b-fe0c2ff5adf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930214 Jun 26 21:29:56.944333 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-91453171-5588-4d6f-a150-dff287fd4b36 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Request body: {'port': {'device_id': '0d400104-1cb8-4a42-b36a-5418e17b17c0', 'network_id': '2305325d-a907-4cbb-9a7b-fe0c2ff5adf1', 'admin_state_up': True, 'tenant_id': '1b82a91ccfa34d6d9e71d190d4dfd427'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:29:56.986288 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-34040699-13db-4ed1-8395-62169add16ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:56.986288 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-aab7853a-b6cd-4324-b49d-9799179da061 req-f4ce9d6b-2737-44e6-9f98-c7bf1f40be02 service neutron] 10.222.0.24 "GET /v2.0/networks/d5655de1-5361-4a06-953a-81fc39e01316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932686 Jun 26 21:29:56.993979 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3b7dbf1a-04ee-4043-a710-d5ada96904c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4140915'] for network, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:57.039460 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16c171-36e0-4ec3-9eb2-414e828a5a0a req-aa2ca4b0-6616-4477-9d54-c644cada6f43 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:57.039460 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7d16c171-36e0-4ec3-9eb2-414e828a5a0a req-aa2ca4b0-6616-4477-9d54-c644cada6f43 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=09af1582-e0f6-4f3f-b166-1cd44f4732a3 HTTP/1.1" status: 200 len: 945 time: 0.3733695 Jun 26 21:29:57.043139 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-34040699-13db-4ed1-8395-62169add16ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:57.055369 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-abe7a017-8949-4dfb-883c-53afa6aee13e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:57.137348 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-34040699-13db-4ed1-8395-62169add16ed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=42c134d448d64c0dbc3cc81a911a56ff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4057879 Jun 26 21:29:57.140969 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 38768) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:57.144667 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34040699-13db-4ed1-8395-62169add16ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc39b51-5e9a-4623-ac83-f765987f37a7,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:57.179425 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-34040699-13db-4ed1-8395-62169add16ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:57.194151 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-aa7b175c-147b-409a-b82d-613b4d294f13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:57.202315 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-aa7b175c-147b-409a-b82d-613b4d294f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:57.206306 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:57.255286 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b175c-147b-409a-b82d-613b4d294f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f73b1c2-7649-4ef8-af9a-791dfef18b28,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:57.283910 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7d16c171-36e0-4ec3-9eb2-414e828a5a0a req-94a44ab0-2bc9-4d03-9114-bd5146577fed tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210956 Jun 26 21:29:57.296809 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3b7dbf1a-04ee-4043-a710-d5ada96904c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4059223', 'neutron.services.segments.db._delete_segments_for_network-8773185548566'] for network, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:57.325457 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-aa7b175c-147b-409a-b82d-613b4d294f13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:57.329004 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-91453171-5588-4d6f-a150-dff287fd4b36 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Made reservation on behalf of 1b82a91ccfa34d6d9e71d190d4dfd427 for: {'port': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:29:57.347452 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-91453171-5588-4d6f-a150-dff287fd4b36 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:57.348011 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-aa7b175c-147b-409a-b82d-613b4d294f13 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6235bca5491b4de8be7454aa97236b5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7235093 Jun 26 21:29:57.351475 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3b7dbf1a-04ee-4043-a710-d5ada96904c8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:29:57.351822 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3b7dbf1a-04ee-4043-a710-d5ada96904c8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:29:57.352561 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3b7dbf1a-04ee-4043-a710-d5ada96904c8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:29:57.352921 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3b7dbf1a-04ee-4043-a710-d5ada96904c8 admin admin] Subscribe: > port after_create 55550000 {{(pid=92922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:29:57.353246 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3b7dbf1a-04ee-4043-a710-d5ada96904c8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:29:57.353598 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3b7dbf1a-04ee-4043-a710-d5ada96904c8 admin admin] Subscribe: > port after_update 55550000 {{(pid=92922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:29:57.353933 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3b7dbf1a-04ee-4043-a710-d5ada96904c8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:29:57.354249 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3b7dbf1a-04ee-4043-a710-d5ada96904c8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:29:57.354565 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3b7dbf1a-04ee-4043-a710-d5ada96904c8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:29:57.354870 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3b7dbf1a-04ee-4043-a710-d5ada96904c8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:29:57.359289 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 38778) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:57.441517 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3b7dbf1a-04ee-4043-a710-d5ada96904c8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:29:57.442119 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3b7dbf1a-04ee-4043-a710-d5ada96904c8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:29:57.442593 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3b7dbf1a-04ee-4043-a710-d5ada96904c8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:29:57.443068 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3b7dbf1a-04ee-4043-a710-d5ada96904c8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 21:29:57.443721 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-3b7dbf1a-04ee-4043-a710-d5ada96904c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07654114-5cbf-4edb-9705-bb5c58f93e3f']}} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:29:57.471156 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-3b7dbf1a-04ee-4043-a710-d5ada96904c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c28a63a0-5240-481b-a0b7-ae2478fb0a04') {'for_net_delete': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:29:57.471901 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-3b7dbf1a-04ee-4043-a710-d5ada96904c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c28a63a0-5240-481b-a0b7-ae2478fb0a04') {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:29:57.487247 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-494ecb99-3f5e-4fcb-9464-7dcf2d586bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:57.514804 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3b7dbf1a-04ee-4043-a710-d5ada96904c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773185534967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12086101'] for segment, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:57.530379 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-494ecb99-3f5e-4fcb-9464-7dcf2d586bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:57.576709 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d49da63b-a456-4bd1-a865-d0025299f12b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:57.589179 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:57.601173 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3b7dbf1a-04ee-4043-a710-d5ada96904c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175'] for segment, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:57.607287 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f079b13c-5e72-4070-ad89-a2da8231ab34 req-c60e1a11-177b-450d-b014-2ee07f69cb83 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 210 time: 0.0766895 Jun 26 21:29:57.614561 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-494ecb99-3f5e-4fcb-9464-7dcf2d586bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:57.617619 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-494ecb99-3f5e-4fcb-9464-7dcf2d586bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:57.623701 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-494ecb99-3f5e-4fcb-9464-7dcf2d586bf6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1f73b1c2-7649-4ef8-af9a-791dfef18b28 HTTP/1.1" status: 204 len: 168 time: 0.2596788 Jun 26 21:29:57.623701 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-55607298-2040-4915-a12b-1e3efcf57176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:57.631598 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b7dbf1a-04ee-4043-a710-d5ada96904c8 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=92922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 21:29:57.632234 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3b7dbf1a-04ee-4043-a710-d5ada96904c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8809685'] for segment, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:57.636726 dv-cinder-798208-1-iscsi neutron-server[92922]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 26 21:29:57.636726 dv-cinder-798208-1-iscsi neutron-server[92922]: from cryptography.utils import int_from_bytes Jun 26 21:29:57.636726 dv-cinder-798208-1-iscsi neutron-server[92922]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 26 21:29:57.636726 dv-cinder-798208-1-iscsi neutron-server[92922]: from cryptography.utils import int_from_bytes Jun 26 21:29:57.636726 dv-cinder-798208-1-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 21:29:57.636726 dv-cinder-798208-1-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 26 21:29:57.636726 dv-cinder-798208-1-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 21:29:57.636726 dv-cinder-798208-1-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 26 21:29:57.636726 dv-cinder-798208-1-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 21:29:57.636726 dv-cinder-798208-1-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 26 21:29:57.636726 dv-cinder-798208-1-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 21:29:57.636726 dv-cinder-798208-1-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 26 21:29:57.636726 dv-cinder-798208-1-iscsi neutron-server[92922]: Traceback (most recent call last): Jun 26 21:29:57.636726 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 21:29:57.636726 dv-cinder-798208-1-iscsi neutron-server[92922]: timer() Jun 26 21:29:57.636726 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 21:29:57.636726 dv-cinder-798208-1-iscsi neutron-server[92922]: cb(*args, **kw) Jun 26 21:29:57.636726 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 21:29:57.636726 dv-cinder-798208-1-iscsi neutron-server[92922]: return func(*args, **kwargs) Jun 26 21:29:57.636726 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 21:29:57.636726 dv-cinder-798208-1-iscsi neutron-server[92922]: self._notify() Jun 26 21:29:57.636726 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 21:29:57.636726 dv-cinder-798208-1-iscsi neutron-server[92922]: self.callback(batched_events) Jun 26 21:29:57.636726 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 21:29:57.636726 dv-cinder-798208-1-iscsi neutron-server[92922]: event.method(event) Jun 26 21:29:57.636726 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 21:29:57.636726 dv-cinder-798208-1-iscsi neutron-server[92922]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 21:29:57.636726 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 21:29:57.636726 dv-cinder-798208-1-iscsi neutron-server[92922]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 21:29:57.636726 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 21:29:57.636726 dv-cinder-798208-1-iscsi neutron-server[92922]: return f(self, *a, **k) Jun 26 21:29:57.636726 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 21:29:57.636726 dv-cinder-798208-1-iscsi neutron-server[92922]: return self._get(url).json() Jun 26 21:29:57.636726 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 21:29:57.636726 dv-cinder-798208-1-iscsi neutron-server[92922]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 21:29:57.636726 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 21:29:57.636726 dv-cinder-798208-1-iscsi neutron-server[92922]: return self.request(url, 'GET', **kwargs) Jun 26 21:29:57.636726 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 21:29:57.636726 dv-cinder-798208-1-iscsi neutron-server[92922]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 21:29:57.636726 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 21:29:57.636726 dv-cinder-798208-1-iscsi neutron-server[92922]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 21:29:57.636726 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 21:29:57.636726 dv-cinder-798208-1-iscsi neutron-server[92922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 21:29:57.636726 dv-cinder-798208-1-iscsi neutron-server[92922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 21:29:57.650410 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ecb99-3f5e-4fcb-9464-7dcf2d586bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f73b1c2-7649-4ef8-af9a-791dfef18b28,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:57.658487 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-494ecb99-3f5e-4fcb-9464-7dcf2d586bf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:57.668368 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d49da63b-a456-4bd1-a865-d0025299f12b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:57.769510 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 21:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e639cf12-db09-42d1-8891-209137a91537 x-openstack-request-id: req-e639cf12-db09-42d1-8891-209137a91537 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:29:57.770104 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "178142c1-5de8-42f6-b555-417335191fbb", "tag": "09ec0a32-cf86-48ed-a9fe-55855bfe4ab2", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:29:57.770532 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e639cf12-db09-42d1-8891-209137a91537 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:29:57.771151 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '178142c1-5de8-42f6-b555-417335191fbb', 'tag': '09ec0a32-cf86-48ed-a9fe-55855bfe4ab2', 'status': 'completed', 'code': 200} Jun 26 21:29:57.840655 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3b7dbf1a-04ee-4043-a710-d5ada96904c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4059228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-938849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642676'] for network, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:57.880142 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-1fd95d55-34c9-4b5d-9247-35e8ea781827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:57.891404 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3b7dbf1a-04ee-4043-a710-d5ada96904c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for network, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:57.897956 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-3b7dbf1a-04ee-4043-a710-d5ada96904c8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/07654114-5cbf-4edb-9705-bb5c58f93e3f HTTP/1.1" status: 204 len: 168 time: 1.0784152 Jun 26 21:29:57.960538 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d49da63b-a456-4bd1-a865-d0025299f12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:57.968252 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbda32-5e06-4311-b95d-1b4061b47319 req-8eaeee39-9403-4058-a576-c57dad631e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:57.971774 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-05fbda32-5e06-4311-b95d-1b4061b47319 req-8eaeee39-9403-4058-a576-c57dad631e75 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1b82a91ccfa34d6d9e71d190d4dfd427&device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 1097 time: 0.1358044 Jun 26 21:29:57.990293 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 21:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ddf10d-7751-4e34-84de-143cffdc0e31 x-openstack-request-id: req-10ddf10d-7751-4e34-84de-143cffdc0e31 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:29:57.990598 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09af1582-e0f6-4f3f-b166-1cd44f4732a3", "name": "network-vif-plugged", "status": "completed", "tag": "fb35f91b-b87f-4004-9055-3a6bc5f92231", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:29:57.990860 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-10ddf10d-7751-4e34-84de-143cffdc0e31 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:29:57.991347 dv-cinder-798208-1-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09af1582-e0f6-4f3f-b166-1cd44f4732a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb35f91b-b87f-4004-9055-3a6bc5f92231', 'code': 200} Jun 26 21:29:58.039076 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7dbf1a-04ee-4043-a710-d5ada96904c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=07654114-5cbf-4edb-9705-bb5c58f93e3f,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:58.042030 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-3b7dbf1a-04ee-4043-a710-d5ada96904c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:58.049199 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d49da63b-a456-4bd1-a865-d0025299f12b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:58.050561 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-d49da63b-a456-4bd1-a865-d0025299f12b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ccc39b51-5e9a-4623-ac83-f765987f37a7 HTTP/1.1" status: 204 len: 168 time: 0.9029801 Jun 26 21:29:58.067266 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-eb36325b-9348-4355-b663-57e0d0553c0f req-d1c14685-c25b-4f52-9112-3281f1185367 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 210 time: 0.1899979 Jun 26 21:29:58.068250 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:58.114732 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-91453171-5588-4d6f-a150-dff287fd4b36 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Allocated IP 172.20.0.12 (2305325d-a907-4cbb-9a7b-fe0c2ff5adf1/162b4e55-03bc-4a67-8c15-f483cdb4fffc/7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:29:58.215492 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 38802) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:58.322184 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49da63b-a456-4bd1-a865-d0025299f12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc39b51-5e9a-4623-ac83-f765987f37a7,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:58.338173 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 0ad125d2-b5f1-4692-8bf1-7ba32802b015 up at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:29:58.339946 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-d49da63b-a456-4bd1-a865-d0025299f12b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:58.372153 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbda32-5e06-4311-b95d-1b4061b47319 req-e1248cae-0a33-4be1-9ef4-1bb3d80be5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:58.380583 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-05fbda32-5e06-4311-b95d-1b4061b47319 req-e1248cae-0a33-4be1-9ef4-1bb3d80be5c4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2305325d-a907-4cbb-9a7b-fe0c2ff5adf1 HTTP/1.1" status: 200 len: 920 time: 0.4009128 Jun 26 21:29:58.419213 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-91453171-5588-4d6f-a150-dff287fd4b36 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:58.482639 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Provisioning for port 0ad125d2-b5f1-4692-8bf1-7ba32802b015 completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:29:58.492618 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Provisioning complete for port 0ad125d2-b5f1-4692-8bf1-7ba32802b015 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:29:58.493416 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:58.494748 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325704aa-0d34-4334-b4ea-1efd3e2e0a40 req-b1deb46d-cfe1-4daf-bcee-1d3a478a0b4f tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:58.501816 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-325704aa-0d34-4334-b4ea-1efd3e2e0a40 req-b1deb46d-cfe1-4daf-bcee-1d3a478a0b4f tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f8c919b-6068-4cb1-a0a1-3fe703c9a754 HTTP/1.1" status: 200 len: 945 time: 0.1997712 Jun 26 21:29:58.580116 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-325704aa-0d34-4334-b4ea-1efd3e2e0a40 req-f06fe275-75c8-4b9c-aed4-4806e4f428a7 tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] 10.222.0.24 "GET /v2.0/security-groups?id=62178277-72c5-4986-ad80-8218b8475a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657675 Jun 26 21:29:58.597384 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-91453171-5588-4d6f-a150-dff287fd4b36 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8809475'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:58.617010 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:58.653573 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device da0550cb-cccb-4c89-a877-f92a0fb439b9 up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:29:58.662816 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-91453171-5588-4d6f-a150-dff287fd4b36 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Network 2305325d-a907-4cbb-9a7b-fe0c2ff5adf1 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:29:58.677153 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-a92a37c7-0cb5-4ff8-ba10-db2e263bdf6d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=49a13e5e1bd94bcb9de59a48cb5f8144&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4598691 Jun 26 21:29:58.683441 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-05fbda32-5e06-4311-b95d-1b4061b47319 req-8d72e9bf-a15d-4118-ade8-296f83c7d25e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09ec0a32-cf86-48ed-a9fe-55855bfe4ab2 HTTP/1.1" status: 200 len: 217 time: 0.2767320 Jun 26 21:29:58.684524 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 38814) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:58.734980 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-91453171-5588-4d6f-a150-dff287fd4b36 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:29:58.740345 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-91453171-5588-4d6f-a150-dff287fd4b36 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:29:58.831604 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91453171-5588-4d6f-a150-dff287fd4b36 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Pushing event updated for resources: {'Port': ['ID=7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:58.863422 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-91453171-5588-4d6f-a150-dff287fd4b36 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:58.874044 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.41', 51735) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:58.904734 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port da0550cb-cccb-4c89-a877-f92a0fb439b9 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:29:58.905835 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:58.963943 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbda32-5e06-4311-b95d-1b4061b47319 req-5c597877-7e89-41b7-ba1f-f69c41132f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:58.965611 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-05fbda32-5e06-4311-b95d-1b4061b47319 req-5c597877-7e89-41b7-ba1f-f69c41132f54 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=162b4e55-03bc-4a67-8c15-f483cdb4fffc HTTP/1.1" status: 200 len: 859 time: 0.1440980 Jun 26 21:29:58.969628 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c31f0ebf-8eee-4527-882c-18631f0770c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:59.007032 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-05fbda32-5e06-4311-b95d-1b4061b47319 req-bc4d8ecd-d381-4d26-8fdf-31b99b6eb06c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2305325d-a907-4cbb-9a7b-fe0c2ff5adf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345268 Jun 26 21:29:59.012150 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:59.053453 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c31f0ebf-8eee-4527-882c-18631f0770c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:59.058892 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 0ad125d2-b5f1-4692-8bf1-7ba32802b015, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=0ad125d2-b5f1-4692-8bf1-7ba32802b015,segment=NetworkSegment(4ebf821f-9a1d-405c-ab80-6c295ea0f514),segment_id=4ebf821f-9a1d-405c-ab80-6c295ea0f514)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:29:59.073500 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:59.076197 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:59.153484 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-05fbda32-5e06-4311-b95d-1b4061b47319 req-1ae445a2-7dd1-4bff-850c-050e46595ac1 service neutron] 10.222.0.41 "GET /v2.0/networks/2305325d-a907-4cbb-9a7b-fe0c2ff5adf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336722 Jun 26 21:29:59.202533 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 38826) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:29:59.213777 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=0ad125d2-b5f1-4692-8bf1-7ba32802b015,revision_number=5']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:59.218872 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:59.223960 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-91453171-5588-4d6f-a150-dff287fd4b36 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:59.227718 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-91453171-5588-4d6f-a150-dff287fd4b36 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:59.259218 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c31f0ebf-8eee-4527-882c-18631f0770c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:59.262113 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c31f0ebf-8eee-4527-882c-18631f0770c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:59.263878 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-c31f0ebf-8eee-4527-882c-18631f0770c6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d07cea1f-ea13-4f04-abcc-4d689da58aca HTTP/1.1" status: 204 len: 168 time: 0.5766475 Jun 26 21:29:59.268482 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:29:59.285103 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f0ebf-8eee-4527-882c-18631f0770c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07cea1f-ea13-4f04-abcc-4d689da58aca,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:29:59.289245 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-c31f0ebf-8eee-4527-882c-18631f0770c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:29:59.335825 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-05fbda32-5e06-4311-b95d-1b4061b47319 req-cb37e30c-40f8-4eec-b9af-593d65f5a23f service neutron] 10.222.0.41 "GET /v2.0/networks/2305325d-a907-4cbb-9a7b-fe0c2ff5adf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743824 Jun 26 21:29:59.580398 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-069d7cbc-69e7-47bb-8dbb-f39428e171a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:59.601377 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-91453171-5588-4d6f-a150-dff287fd4b36 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6754127 Jun 26 21:29:59.626455 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-b43caf46-7a41-4c16-b4d5-2b9328ff3950 service neutron] Request body: {'port': {'device_id': '0d400104-1cb8-4a42-b36a-5418e17b17c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79820'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:29:59.703442 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a7515-05ab-43ca-b951-63ed064f7ee3 req-f787635b-10ce-4202-a2b3-4262770e0650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:59.704938 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-921a7515-05ab-43ca-b951-63ed064f7ee3 req-f787635b-10ce-4202-a2b3-4262770e0650 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=09af1582-e0f6-4f3f-b166-1cd44f4732a3 HTTP/1.1" status: 200 len: 1098 time: 0.8305268 Jun 26 21:29:59.719553 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5bd60d-72ae-4c3b-accf-f638fd29744e req-936907b6-d204-4843-9499-5efc4eb84d4a tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:59.721071 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ca5bd60d-72ae-4c3b-accf-f638fd29744e req-936907b6-d204-4843-9499-5efc4eb84d4a tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=09af1582-e0f6-4f3f-b166-1cd44f4732a3 HTTP/1.1" status: 200 len: 945 time: 0.8869026 Jun 26 21:29:59.753771 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daae008-4487-4fd9-ac64-a31ab24aa785 req-53157b6c-9f9c-490b-86ad-8e8b3b476223 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:59.761640 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8daae008-4487-4fd9-ac64-a31ab24aa785 req-53157b6c-9f9c-490b-86ad-8e8b3b476223 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 932 time: 0.6326451 Jun 26 21:29:59.813643 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-921a7515-05ab-43ca-b951-63ed064f7ee3 req-69af21dc-2c96-41df-9f0b-538d76ead028 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:59.843856 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7853a-b6cd-4324-b49d-9799179da061 req-308bb289-a352-437f-a7e7-1f884e9577bc tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:29:59.849588 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-aab7853a-b6cd-4324-b49d-9799179da061 req-308bb289-a352-437f-a7e7-1f884e9577bc tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.41 "GET /v2.0/networks?id=d5655de1-5361-4a06-953a-81fc39e01316 HTTP/1.1" status: 200 len: 811 time: 0.2567647 Jun 26 21:29:59.907965 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-aab7853a-b6cd-4324-b49d-9799179da061 req-3d0ea9e3-57f9-4faa-99ae-404af03bd6fe tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95b2f2bc0b574f2b979cd6ba40175646 HTTP/1.1" status: 200 len: 380 time: 0.0493536 Jun 26 21:29:59.920240 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [req-aab7853a-b6cd-4324-b49d-9799179da061 req-294c718c-15b3-4fdb-8c75-f7bd26f3a0c9 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Request body: {'port': {'device_id': '58090a90-ffec-458b-b113-3bb2940afe55', 'network_id': 'd5655de1-5361-4a06-953a-81fc39e01316', 'admin_state_up': True, 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646', 'security_groups': ['4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0']}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:29:59.937565 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ca5bd60d-72ae-4c3b-accf-f638fd29744e req-2d756f2b-421c-4a8f-8e40-7a684cad6593 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082798 Jun 26 21:29:59.946692 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-b43caf46-7a41-4c16-b4d5-2b9328ff3950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:29:59.993235 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8c919b-6068-4cb1-a0a1-3fe703c9a754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad125d2-b5f1-4692-8bf1-7ba32802b015'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:30:00.002821 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8789620f65ed64c11f36a2c9fb0085813b3741d077667d6f020eb6652e2807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b885b162-136f-4d54-91a2-a78013b08b4d" -d '{"events": [{"server_uuid": "3f8c919b-6068-4cb1-a0a1-3fe703c9a754", "name": "network-vif-plugged", "status": "completed", "tag": "0ad125d2-b5f1-4692-8bf1-7ba32802b015"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:30:00.008031 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8daae008-4487-4fd9-ac64-a31ab24aa785 req-96014218-ebef-4c42-a709-f859e30808d3 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449961 Jun 26 21:30:00.018328 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 38854) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:00.154131 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 38860) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:00.237797 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-cd678cbe-8ac9-4ddb-8ffa-a8f3fef68b35 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=af61973bd0784ee8af32a87150fb347e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0787444 Jun 26 21:30:00.239141 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 38862) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:00.266167 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d82035e1-4fbf-4039-8c99-318aad4662ad req-8e86b9f4-69d9-4510-92e7-0decbec53b42 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 210 time: 0.0612242 Jun 26 21:30:00.329003 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-069d7cbc-69e7-47bb-8dbb-f39428e171a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:00.336343 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 09ec0a32-cf86-48ed-a9fe-55855bfe4ab2 details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=92923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 21:30:00.350078 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-17db24b3-13a9-4bc7-87dc-e69c33b9bed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:00.397127 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-069d7cbc-69e7-47bb-8dbb-f39428e171a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:00.414204 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 21:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e2c2fd-7193-4138-990a-390cf36c2ad9 x-openstack-request-id: req-43e2c2fd-7193-4138-990a-390cf36c2ad9 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:30:00.415460 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f8c919b-6068-4cb1-a0a1-3fe703c9a754", "name": "network-vif-plugged", "status": "completed", "tag": "0ad125d2-b5f1-4692-8bf1-7ba32802b015", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:30:00.416140 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-43e2c2fd-7193-4138-990a-390cf36c2ad9 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:30:00.417041 dv-cinder-798208-1-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8c919b-6068-4cb1-a0a1-3fe703c9a754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad125d2-b5f1-4692-8bf1-7ba32802b015', 'code': 200} Jun 26 21:30:00.437904 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-17db24b3-13a9-4bc7-87dc-e69c33b9bed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:00.453593 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-7bc0899d-4325-4c5a-81e9-1409f7a66143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:00.469997 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-069d7cbc-69e7-47bb-8dbb-f39428e171a8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=20ce754614a641e3a616323e5d4c64f3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2590733 Jun 26 21:30:00.483859 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 38868) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:00.582972 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 09ec0a32-cf86-48ed-a9fe-55855bfe4ab2, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=09ec0a32-cf86-48ed-a9fe-55855bfe4ab2,segment=NetworkSegment(201ef14f-0217-4a33-8c46-79df3f9dc67e),segment_id=201ef14f-0217-4a33-8c46-79df3f9dc67e)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:30:00.635482 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Returning: {'device': '09ec0a32-cf86-48ed-a9fe-55855bfe4ab2', 'network_id': '2305325d-a907-4cbb-9a7b-fe0c2ff5adf1', 'port_id': '09ec0a32-cf86-48ed-a9fe-55855bfe4ab2', 'mac_address': 'fa:16:3e:ce:35:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '162b4e55-03bc-4a67-8c15-f483cdb4fffc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 21:30:00.667576 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ea39eb1d-c137-4a23-ba30-cdb45f1a316a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:00.689497 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-17db24b3-13a9-4bc7-87dc-e69c33b9bed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:00.692199 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-17db24b3-13a9-4bc7-87dc-e69c33b9bed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:00.693350 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-17db24b3-13a9-4bc7-87dc-e69c33b9bed3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d1656a3c-3799-48b8-aa13-f7c7011cab68 HTTP/1.1" status: 204 len: 168 time: 0.4531872 Jun 26 21:30:00.695315 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:00.705937 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db24b3-13a9-4bc7-87dc-e69c33b9bed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1656a3c-3799-48b8-aa13-f7c7011cab68,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:00.714829 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-17db24b3-13a9-4bc7-87dc-e69c33b9bed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:00.738263 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.41', 51739) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:00.759724 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:00.762587 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-b43caf46-7a41-4c16-b4d5-2b9328ff3950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0 {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 21:30:00.772718 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-b43caf46-7a41-4c16-b4d5-2b9328ff3950 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:00.784174 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09ec0a32-cf86-48ed-a9fe-55855bfe4ab2 {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 21:30:00.789195 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-b43caf46-7a41-4c16-b4d5-2b9328ff3950 service neutron] Transition to ACTIVE for port object 7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:30:00.816217 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-b43caf46-7a41-4c16-b4d5-2b9328ff3950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8809713'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:00.818003 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d7cbc-69e7-47bb-8dbb-f39428e171a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfd070d-0bc9-4744-b493-0da0db12969c,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:00.823042 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 09ec0a32-cf86-48ed-a9fe-55855bfe4ab2, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=09ec0a32-cf86-48ed-a9fe-55855bfe4ab2,segment=NetworkSegment(201ef14f-0217-4a33-8c46-79df3f9dc67e),segment_id=201ef14f-0217-4a33-8c46-79df3f9dc67e)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:30:00.823892 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-069d7cbc-69e7-47bb-8dbb-f39428e171a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:00.837176 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:00.843207 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:00.852109 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-6bd27b1e-a423-4760-8385-b6301dfa5a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:00.871405 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b91c9-1e66-4df6-bc53-495e23d10470 req-dd407e41-d236-40dc-8206-2f34b317a96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:00.874227 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-6e8b91c9-1e66-4df6-bc53-495e23d10470 req-dd407e41-d236-40dc-8206-2f34b317a96d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3f8c919b-6068-4cb1-a0a1-3fe703c9a754 HTTP/1.1" status: 200 len: 1099 time: 0.1342094 Jun 26 21:30:00.913105 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2410b-bb3a-4ee4-acd9-db739341d5f3 req-c464d4ca-36be-4931-a9c3-5eac930b57ee tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:00.914987 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-23b2410b-bb3a-4ee4-acd9-db739341d5f3 req-c464d4ca-36be-4931-a9c3-5eac930b57ee tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f8c919b-6068-4cb1-a0a1-3fe703c9a754 HTTP/1.1" status: 200 len: 946 time: 0.6836045 Jun 26 21:30:00.932331 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-6e8b91c9-1e66-4df6-bc53-495e23d10470 req-baf10b84-18fc-4fb3-afc5-67dfda48fc61 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:00.962872 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=09ec0a32-cf86-48ed-a9fe-55855bfe4ab2,revision_number=4']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:00.973128 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:00.980225 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f8773ba0-8750-4655-8f53-eb28dd870921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:00.990900 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43caf46-7a41-4c16-b4d5-2b9328ff3950 service neutron] Pushing event updated for resources: {'Port': ['ID=7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:01.024103 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b43caf46-7a41-4c16-b4d5-2b9328ff3950 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:01.042078 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f8773ba0-8750-4655-8f53-eb28dd870921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:01.048847 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-23b2410b-bb3a-4ee4-acd9-db739341d5f3 req-ee916330-72ed-4b10-b2e7-07b9424dd12f tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] 10.222.0.24 "GET /v2.0/security-groups?id=62178277-72c5-4986-ad80-8218b8475a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093831 Jun 26 21:30:01.057633 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] get_ports_and_sgs() called for port_ids ['09ec0a32-cf86-48ed-a9fe-55855bfe4ab2'] {{(pid=92923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 21:30:01.160454 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-921a7515-05ab-43ca-b951-63ed064f7ee3 req-69af21dc-2c96-41df-9f0b-538d76ead028 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:01.174638 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-b43caf46-7a41-4c16-b4d5-2b9328ff3950 service neutron] Attempting to bind port 7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0 on host hv-cinder-79820 for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:30:01.174895 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-b43caf46-7a41-4c16-b4d5-2b9328ff3950 service neutron] Attempting to bind port 7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0 by drivers openvswitch,hyperv on host hv-cinder-79820 at level 0 using segments [{'id': '201ef14f-0217-4a33-8c46-79df3f9dc67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2305325d-a907-4cbb-9a7b-fe0c2ff5adf1'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:30:01.175144 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-b43caf46-7a41-4c16-b4d5-2b9328ff3950 service neutron] Attempting to bind port 7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0 on network 2305325d-a907-4cbb-9a7b-fe0c2ff5adf1 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:30:01.178759 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-921a7515-05ab-43ca-b951-63ed064f7ee3 req-69af21dc-2c96-41df-9f0b-538d76ead028 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:01.191792 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-04149230-19ae-4080-b706-16005fbdf5b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:01.193883 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-b43caf46-7a41-4c16-b4d5-2b9328ff3950 service neutron] Port 7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0 on network 2305325d-a907-4cbb-9a7b-fe0c2ff5adf1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79820 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 21:30:01.194246 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-b43caf46-7a41-4c16-b4d5-2b9328ff3950 service neutron] Attempting to bind port 7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0 on network 2305325d-a907-4cbb-9a7b-fe0c2ff5adf1 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:30:01.211752 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f8773ba0-8750-4655-8f53-eb28dd870921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:01.219674 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aab7853a-b6cd-4324-b49d-9799179da061 req-294c718c-15b3-4fdb-8c75-f7bd26f3a0c9 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Made reservation on behalf of 95b2f2bc0b574f2b979cd6ba40175646 for: {'port': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:30:01.224296 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-aab7853a-b6cd-4324-b49d-9799179da061 req-294c718c-15b3-4fdb-8c75-f7bd26f3a0c9 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:01.227537 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f8773ba0-8750-4655-8f53-eb28dd870921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:01.232679 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-f8773ba0-8750-4655-8f53-eb28dd870921 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/abfd070d-0bc9-4744-b493-0da0db12969c HTTP/1.1" status: 204 len: 168 time: 0.7443547 Jun 26 21:30:01.240883 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-b43caf46-7a41-4c16-b4d5-2b9328ff3950 service neutron] Checking agent: {'id': '92a96a50-8a1c-4808-8af1-2ac9e1a0a70b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79820', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 27, 54), 'started_at': datetime.datetime(2021, 6, 26, 21, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:30:01.241847 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-b43caf46-7a41-4c16-b4d5-2b9328ff3950 service neutron] Checking segment: {'id': '201ef14f-0217-4a33-8c46-79df3f9dc67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2305325d-a907-4cbb-9a7b-fe0c2ff5adf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:30:01.242159 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-b43caf46-7a41-4c16-b4d5-2b9328ff3950 service neutron] Bound using segment: {'id': '201ef14f-0217-4a33-8c46-79df3f9dc67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2305325d-a907-4cbb-9a7b-fe0c2ff5adf1'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:30:01.242633 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-b43caf46-7a41-4c16-b4d5-2b9328ff3950 service neutron] Bound port: 7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0, host: hv-cinder-79820, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '201ef14f-0217-4a33-8c46-79df3f9dc67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2305325d-a907-4cbb-9a7b-fe0c2ff5adf1'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:30:01.242999 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-b43caf46-7a41-4c16-b4d5-2b9328ff3950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:01.250124 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-921a7515-05ab-43ca-b951-63ed064f7ee3 req-69af21dc-2c96-41df-9f0b-538d76ead028 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5257864 Jun 26 21:30:01.261936 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af21dc-2c96-41df-9f0b-538d76ead028 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f57e6530-d215-4bda-9666-20a039a948ea,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:01.266582 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-69af21dc-2c96-41df-9f0b-538d76ead028 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:01.267123 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:01.299441 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8773ba0-8750-4655-8f53-eb28dd870921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfd070d-0bc9-4744-b493-0da0db12969c,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:01.303666 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f8773ba0-8750-4655-8f53-eb28dd870921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:01.342497 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-b43caf46-7a41-4c16-b4d5-2b9328ff3950 service neutron] For port 7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0, host hv-cinder-79820, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:30:01.350145 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-b43caf46-7a41-4c16-b4d5-2b9328ff3950 service neutron] For port 7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0, host hv-cinder-79820, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0,segment=NetworkSegment(201ef14f-0217-4a33-8c46-79df3f9dc67e),segment_id=201ef14f-0217-4a33-8c46-79df3f9dc67e)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:30:01.360332 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-b43caf46-7a41-4c16-b4d5-2b9328ff3950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8809713'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:01.365286 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:01.462406 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-b43caf46-7a41-4c16-b4d5-2b9328ff3950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:01.463091 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-b43caf46-7a41-4c16-b4d5-2b9328ff3950 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:01.471360 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-b43caf46-7a41-4c16-b4d5-2b9328ff3950 service neutron] 10.222.0.41 "PUT /v2.0/ports/7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0 HTTP/1.1" status: 200 len: 1094 time: 1.8572624 Jun 26 21:30:01.471960 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d400104-1cb8-4a42-b36a-5418e17b17c0', 'tag': '7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:30:01.478985 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02b73ab247f9faeb07a43472fb83bf8797eb00ff3c4bc2c6d8d9a12e0ada40b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de46f03b-c41c-4214-b434-7d52e4849f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "0d400104-1cb8-4a42-b36a-5418e17b17c0", "tag": "7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:30:01.620415 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ea39eb1d-c137-4a23-ba30-cdb45f1a316a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:01.622635 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [req-aab7853a-b6cd-4324-b49d-9799179da061 req-294c718c-15b3-4fdb-8c75-f7bd26f3a0c9 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Allocated IP 172.20.0.5 (d5655de1-5361-4a06-953a-81fc39e01316/c6283427-b1a2-45b8-8e04-fdc5bc89b513/5ad7faa0-7c22-4b18-955c-b7b1615ef083) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:30:01.638947 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ea39eb1d-c137-4a23-ba30-cdb45f1a316a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:01.648118 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-aa7b175c-147b-409a-b82d-613b4d294f13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:01.700344 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43caf46-7a41-4c16-b4d5-2b9328ff3950 service neutron] Pushing event updated for resources: {'Port': ['ID=7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:01.731761 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b43caf46-7a41-4c16-b4d5-2b9328ff3950 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:01.755438 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 38908) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:01.755731 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-ea39eb1d-c137-4a23-ba30-cdb45f1a316a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e953f5e703764d77aa80bfd3aa383d5e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7363057 Jun 26 21:30:01.760789 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea39eb1d-c137-4a23-ba30-cdb45f1a316a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac40b932-24ca-4314-a754-1d52ace69b2a,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:01.764059 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-ea39eb1d-c137-4a23-ba30-cdb45f1a316a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:01.770258 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.db.api [req-6e8b91c9-1e66-4df6-bc53-495e23d10470 req-baf10b84-18fc-4fb3-afc5-67dfda48fc61 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 84682202be434f16bb4041bea47f4ca5 {{(pid=92921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 26 21:30:01.770754 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_db.api [req-6e8b91c9-1e66-4df6-bc53-495e23d10470 req-baf10b84-18fc-4fb3-afc5-67dfda48fc61 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 26 21:30:01.861016 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e9927-6a24-4028-b5f1-2ad00dd35eb7 req-a0785ce4-aa6e-441c-a582-6774a50e1760 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:01.863433 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a20e9927-6a24-4028-b5f1-2ad00dd35eb7 req-a0785ce4-aa6e-441c-a582-6774a50e1760 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=09af1582-e0f6-4f3f-b166-1cd44f4732a3 HTTP/1.1" status: 200 len: 945 time: 0.3522618 Jun 26 21:30:01.875352 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-aca13ea7-55ac-48fd-bbec-d657731dd29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:01.877109 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-aca13ea7-55ac-48fd-bbec-d657731dd29f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1b82a91ccfa34d6d9e71d190d4dfd427&device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 1097 time: 0.3224354 Jun 26 21:30:01.899110 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d33ffa7-9116-4982-a9e4-025d5b5225de req-831a51b1-655e-4cfc-8459-843054f0dff0 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:01.900926 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3d33ffa7-9116-4982-a9e4-025d5b5225de req-831a51b1-655e-4cfc-8459-843054f0dff0 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 944 time: 0.3166943 Jun 26 21:30:01.951730 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-aab7853a-b6cd-4324-b49d-9799179da061 req-294c718c-15b3-4fdb-8c75-f7bd26f3a0c9 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:01.963270 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5b229d04-37d6-4da3-8a68-26df9262c288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:01.972175 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [req-aab7853a-b6cd-4324-b49d-9799179da061 req-294c718c-15b3-4fdb-8c75-f7bd26f3a0c9 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Transition to ACTIVE for port object 5ad7faa0-7c22-4b18-955c-b7b1615ef083 will not be triggered until provisioned by entity DHCP. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:30:01.973150 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-721b0690-374a-4415-9432-ae69841fab77 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0 HTTP/1.1" status: 200 len: 217 time: 0.0649183 Jun 26 21:30:02.045611 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5b229d04-37d6-4da3-8a68-26df9262c288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:02.045915 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-aab7853a-b6cd-4324-b49d-9799179da061 req-294c718c-15b3-4fdb-8c75-f7bd26f3a0c9 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8896248'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:02.061827 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-975915df-538f-441e-a755-6d398d8d5bb4 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:02.081446 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a20e9927-6a24-4028-b5f1-2ad00dd35eb7 req-e657f02e-9b1b-4296-915d-b1868268d6b7 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991727 Jun 26 21:30:02.099682 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aab7853a-b6cd-4324-b49d-9799179da061 req-294c718c-15b3-4fdb-8c75-f7bd26f3a0c9 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Network d5655de1-5361-4a06-953a-81fc39e01316 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:30:02.109785 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [req-aab7853a-b6cd-4324-b49d-9799179da061 req-294c718c-15b3-4fdb-8c75-f7bd26f3a0c9 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:30:02.110404 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3d33ffa7-9116-4982-a9e4-025d5b5225de req-22a8bc41-557c-4b2c-812e-bffeba64818c tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995924 Jun 26 21:30:02.114329 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab7853a-b6cd-4324-b49d-9799179da061 req-294c718c-15b3-4fdb-8c75-f7bd26f3a0c9 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:30:02.176298 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7853a-b6cd-4324-b49d-9799179da061 req-294c718c-15b3-4fdb-8c75-f7bd26f3a0c9 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:02.176955 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-aab7853a-b6cd-4324-b49d-9799179da061 req-294c718c-15b3-4fdb-8c75-f7bd26f3a0c9 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:02.198936 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-41cfb13e-5558-4d22-8312-f6e485fd590a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:02.202922 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c718c-15b3-4fdb-8c75-f7bd26f3a0c9 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Pushing event updated for resources: {'Port': ['ID=5ad7faa0-7c22-4b18-955c-b7b1615ef083,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:02.207104 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-294c718c-15b3-4fdb-8c75-f7bd26f3a0c9 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:02.210167 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-aab7853a-b6cd-4324-b49d-9799179da061 req-294c718c-15b3-4fdb-8c75-f7bd26f3a0c9 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2953954 Jun 26 21:30:02.216806 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-41cfb13e-5558-4d22-8312-f6e485fd590a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=162b4e55-03bc-4a67-8c15-f483cdb4fffc HTTP/1.1" status: 200 len: 859 time: 0.2273009 Jun 26 21:30:02.231356 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [req-aab7853a-b6cd-4324-b49d-9799179da061 req-5e42ada5-3932-4016-84db-a0dedf7b0ddc service neutron] Request body: {'port': {'device_id': '58090a90-ffec-458b-b113-3bb2940afe55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79820'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:30:02.252358 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 21:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a1789a-b35a-4494-bcf2-9715a6f5257d x-openstack-request-id: req-16a1789a-b35a-4494-bcf2-9715a6f5257d {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:30:02.254821 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d400104-1cb8-4a42-b36a-5418e17b17c0", "tag": "7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:30:02.255278 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-16a1789a-b35a-4494-bcf2-9715a6f5257d {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:30:02.257059 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d400104-1cb8-4a42-b36a-5418e17b17c0', 'tag': '7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0', 'status': 'completed', 'code': 200} Jun 26 21:30:02.311745 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-6e8b91c9-1e66-4df6-bc53-495e23d10470 req-baf10b84-18fc-4fb3-afc5-67dfda48fc61 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:02.318027 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-68954506-1041-4d16-9ebf-7ef3de20f01e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2305325d-a907-4cbb-9a7b-fe0c2ff5adf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946941 Jun 26 21:30:02.349746 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 09ec0a32-cf86-48ed-a9fe-55855bfe4ab2 up at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:30:02.386856 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5b229d04-37d6-4da3-8a68-26df9262c288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:02.406109 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5b229d04-37d6-4da3-8a68-26df9262c288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:02.407443 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-5b229d04-37d6-4da3-8a68-26df9262c288 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac40b932-24ca-4314-a754-1d52ace69b2a HTTP/1.1" status: 204 len: 168 time: 0.6487973 Jun 26 21:30:02.421376 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:02.480741 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Provisioning for port 09ec0a32-cf86-48ed-a9fe-55855bfe4ab2 completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:30:02.486702 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Provisioning complete for port 09ec0a32-cf86-48ed-a9fe-55855bfe4ab2 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:30:02.487799 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:02.571000 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-6e8b91c9-1e66-4df6-bc53-495e23d10470 req-baf10b84-18fc-4fb3-afc5-67dfda48fc61 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=62178277-72c5-4986-ad80-8218b8475a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6887302 Jun 26 21:30:02.610203 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-aab7853a-b6cd-4324-b49d-9799179da061 req-5e42ada5-3932-4016-84db-a0dedf7b0ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:02.614995 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b229d04-37d6-4da3-8a68-26df9262c288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac40b932-24ca-4314-a754-1d52ace69b2a,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:02.619493 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-5b229d04-37d6-4da3-8a68-26df9262c288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:02.657381 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-c21f5735-4824-4090-b108-d00399987bf1 None None] Provisioning for port 5ad7faa0-7c22-4b18-955c-b7b1615ef083 completed by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:30:02.679898 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-c21f5735-4824-4090-b108-d00399987bf1 None None] Provisioning complete for port 5ad7faa0-7c22-4b18-955c-b7b1615ef083 triggered by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:30:02.681623 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c21f5735-4824-4090-b108-d00399987bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:02.726549 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-0c9c3c6f-8022-476e-a767-47c87742091e service neutron] 10.222.0.41 "GET /v2.0/networks/2305325d-a907-4cbb-9a7b-fe0c2ff5adf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946981 Jun 26 21:30:02.784007 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68a3c1-eb11-4849-bfa4-aa212b57a751 req-ca76c763-983e-4348-b6e6-b876a367a5db tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:02.792743 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8a68a3c1-eb11-4849-bfa4-aa212b57a751 req-ca76c763-983e-4348-b6e6-b876a367a5db tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 931 time: 0.4862411 Jun 26 21:30:02.880555 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b63ec4-26af-40ec-ad2c-cc006935161f req-2b5c4269-17dc-4173-881a-cffac43deb8b tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:02.882078 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-35b63ec4-26af-40ec-ad2c-cc006935161f req-2b5c4269-17dc-4173-881a-cffac43deb8b tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f8c919b-6068-4cb1-a0a1-3fe703c9a754 HTTP/1.1" status: 200 len: 946 time: 0.3800044 Jun 26 21:30:02.923900 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8a68a3c1-eb11-4849-bfa4-aa212b57a751 req-073871d7-9705-4c8a-8afa-8f068ba9710a tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281776 Jun 26 21:30:02.962992 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-c21f5735-4824-4090-b108-d00399987bf1 None None] Port 5ad7faa0-7c22-4b18-955c-b7b1615ef083 cannot update to ACTIVE because it is not bound. {{(pid=92923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 21:30:02.970040 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:03.017255 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-35b63ec4-26af-40ec-ad2c-cc006935161f req-27368fa0-cb31-45cc-88a0-1f41fb7525fb tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] 10.222.0.24 "GET /v2.0/security-groups?id=62178277-72c5-4986-ad80-8218b8475a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151521 Jun 26 21:30:03.046907 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cac21d25-4cce-413c-a4dd-0e367af22ff0 req-0f7c8876-e411-4c7d-bce9-ab6f46acee12 service neutron] 10.222.0.41 "GET /v2.0/networks/2305325d-a907-4cbb-9a7b-fe0c2ff5adf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978675 Jun 26 21:30:03.090695 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [req-aab7853a-b6cd-4324-b49d-9799179da061 req-5e42ada5-3932-4016-84db-a0dedf7b0ddc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ad7faa0-7c22-4b18-955c-b7b1615ef083 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 21:30:03.094019 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178142c1-5de8-42f6-b555-417335191fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ec0a32-cf86-48ed-a9fe-55855bfe4ab2'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:30:03.100420 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-aab7853a-b6cd-4324-b49d-9799179da061 req-5e42ada5-3932-4016-84db-a0dedf7b0ddc service neutron] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:03.119033 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8789620f65ed64c11f36a2c9fb0085813b3741d077667d6f020eb6652e2807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e56dc23-6ac8-43c5-b0ed-511ea3cd18cf" -d '{"events": [{"server_uuid": "178142c1-5de8-42f6-b555-417335191fbb", "name": "network-vif-plugged", "status": "completed", "tag": "09ec0a32-cf86-48ed-a9fe-55855bfe4ab2"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:30:03.156793 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [req-aab7853a-b6cd-4324-b49d-9799179da061 req-5e42ada5-3932-4016-84db-a0dedf7b0ddc service neutron] Transition to ACTIVE for port object 5ad7faa0-7c22-4b18-955c-b7b1615ef083 will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:30:03.165379 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-aab7853a-b6cd-4324-b49d-9799179da061 req-5e42ada5-3932-4016-84db-a0dedf7b0ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8896010'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:03.169558 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 09ec0a32-cf86-48ed-a9fe-55855bfe4ab2, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=09ec0a32-cf86-48ed-a9fe-55855bfe4ab2,segment=NetworkSegment(201ef14f-0217-4a33-8c46-79df3f9dc67e),segment_id=201ef14f-0217-4a33-8c46-79df3f9dc67e)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:30:03.173778 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:03.188283 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:03.190432 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:03.281337 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 21:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c27c0dd-e63c-4101-b305-f59120711165 x-openstack-request-id: req-7c27c0dd-e63c-4101-b305-f59120711165 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:30:03.281782 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "178142c1-5de8-42f6-b555-417335191fbb", "name": "network-vif-plugged", "status": "completed", "tag": "09ec0a32-cf86-48ed-a9fe-55855bfe4ab2", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:30:03.281933 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7c27c0dd-e63c-4101-b305-f59120711165 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:30:03.282332 dv-cinder-798208-1-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '178142c1-5de8-42f6-b555-417335191fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ec0a32-cf86-48ed-a9fe-55855bfe4ab2', 'code': 200} Jun 26 21:30:03.339565 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=09ec0a32-cf86-48ed-a9fe-55855bfe4ab2,revision_number=5']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:03.351141 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:03.362284 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 38954) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:03.441744 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42ada5-3932-4016-84db-a0dedf7b0ddc service neutron] Pushing event updated for resources: {'Port': ['ID=5ad7faa0-7c22-4b18-955c-b7b1615ef083,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:03.447144 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2b884ac6-3966-4d97-af7f-dcd2eae36b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:03.460730 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5e42ada5-3932-4016-84db-a0dedf7b0ddc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:03.531919 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46f03b-c41c-4214-b434-7d52e4849f0e req-9c33eac3-42c4-4618-b9f6-c1ac43553651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:03.533455 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-de46f03b-c41c-4214-b434-7d52e4849f0e req-9c33eac3-42c4-4618-b9f6-c1ac43553651 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1b82a91ccfa34d6d9e71d190d4dfd427&device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 1097 time: 0.3603415 Jun 26 21:30:03.547969 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-aab7853a-b6cd-4324-b49d-9799179da061 req-5e42ada5-3932-4016-84db-a0dedf7b0ddc service neutron] Attempting to bind port 5ad7faa0-7c22-4b18-955c-b7b1615ef083 on host hv-cinder-79820 for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:30:03.553039 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-aab7853a-b6cd-4324-b49d-9799179da061 req-5e42ada5-3932-4016-84db-a0dedf7b0ddc service neutron] Attempting to bind port 5ad7faa0-7c22-4b18-955c-b7b1615ef083 by drivers openvswitch,hyperv on host hv-cinder-79820 at level 0 using segments [{'id': '4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd5655de1-5361-4a06-953a-81fc39e01316'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:30:03.553808 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab7853a-b6cd-4324-b49d-9799179da061 req-5e42ada5-3932-4016-84db-a0dedf7b0ddc service neutron] Attempting to bind port 5ad7faa0-7c22-4b18-955c-b7b1615ef083 on network d5655de1-5361-4a06-953a-81fc39e01316 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:30:03.580355 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab7853a-b6cd-4324-b49d-9799179da061 req-5e42ada5-3932-4016-84db-a0dedf7b0ddc service neutron] Port 5ad7faa0-7c22-4b18-955c-b7b1615ef083 on network d5655de1-5361-4a06-953a-81fc39e01316 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79820 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 21:30:03.581067 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab7853a-b6cd-4324-b49d-9799179da061 req-5e42ada5-3932-4016-84db-a0dedf7b0ddc service neutron] Attempting to bind port 5ad7faa0-7c22-4b18-955c-b7b1615ef083 on network d5655de1-5361-4a06-953a-81fc39e01316 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:30:03.604183 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab7853a-b6cd-4324-b49d-9799179da061 req-5e42ada5-3932-4016-84db-a0dedf7b0ddc service neutron] Checking agent: {'id': '92a96a50-8a1c-4808-8af1-2ac9e1a0a70b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79820', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 27, 54), 'started_at': datetime.datetime(2021, 6, 26, 21, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:30:03.609815 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab7853a-b6cd-4324-b49d-9799179da061 req-5e42ada5-3932-4016-84db-a0dedf7b0ddc service neutron] Checking segment: {'id': '4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd5655de1-5361-4a06-953a-81fc39e01316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:30:03.610465 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab7853a-b6cd-4324-b49d-9799179da061 req-5e42ada5-3932-4016-84db-a0dedf7b0ddc service neutron] Bound using segment: {'id': '4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd5655de1-5361-4a06-953a-81fc39e01316'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:30:03.611272 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-aab7853a-b6cd-4324-b49d-9799179da061 req-5e42ada5-3932-4016-84db-a0dedf7b0ddc service neutron] Bound port: 5ad7faa0-7c22-4b18-955c-b7b1615ef083, host: hv-cinder-79820, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd5655de1-5361-4a06-953a-81fc39e01316'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:30:03.611950 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-aab7853a-b6cd-4324-b49d-9799179da061 req-5e42ada5-3932-4016-84db-a0dedf7b0ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:03.911995 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac296880-6628-48c4-9f19-02273d327191 req-d3b80bee-8424-4377-96b1-5813d44bb549 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:03.922312 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ac296880-6628-48c4-9f19-02273d327191 req-d3b80bee-8424-4377-96b1-5813d44bb549 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=09af1582-e0f6-4f3f-b166-1cd44f4732a3 HTTP/1.1" status: 200 len: 945 time: 0.5111058 Jun 26 21:30:03.947521 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46f03b-c41c-4214-b434-7d52e4849f0e req-c05f0968-7943-4ffd-bc3a-445e5be08d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:03.949178 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-de46f03b-c41c-4214-b434-7d52e4849f0e req-c05f0968-7943-4ffd-bc3a-445e5be08d7b service neutron] 10.222.0.41 "GET /v2.0/networks?id=2305325d-a907-4cbb-9a7b-fe0c2ff5adf1 HTTP/1.1" status: 200 len: 920 time: 0.3977978 Jun 26 21:30:03.959577 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-aab7853a-b6cd-4324-b49d-9799179da061 req-5e42ada5-3932-4016-84db-a0dedf7b0ddc service neutron] For port 5ad7faa0-7c22-4b18-955c-b7b1615ef083, host hv-cinder-79820, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:30:04.033400 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-de46f03b-c41c-4214-b434-7d52e4849f0e req-07ceb822-b15c-4671-8d92-362c64201a19 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0 HTTP/1.1" status: 200 len: 217 time: 0.0738277 Jun 26 21:30:04.064767 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f231e0c-6cd5-4426-aa8b-6bfe0f760ad6 req-41bb7344-b5a8-409a-a98b-94e32b10819b tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:04.068155 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-aab7853a-b6cd-4324-b49d-9799179da061 req-5e42ada5-3932-4016-84db-a0dedf7b0ddc service neutron] For port 5ad7faa0-7c22-4b18-955c-b7b1615ef083, host hv-cinder-79820, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=5ad7faa0-7c22-4b18-955c-b7b1615ef083,segment=NetworkSegment(4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98),segment_id=4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:30:04.072119 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8f231e0c-6cd5-4426-aa8b-6bfe0f760ad6 req-41bb7344-b5a8-409a-a98b-94e32b10819b tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 944 time: 0.3070817 Jun 26 21:30:04.084309 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-aab7853a-b6cd-4324-b49d-9799179da061 req-5e42ada5-3932-4016-84db-a0dedf7b0ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8896010'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:04.097279 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ac296880-6628-48c4-9f19-02273d327191 req-a47d3f46-e00b-4fb3-910b-80c9176cf4b6 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738071 Jun 26 21:30:04.113130 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:04.295551 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2b884ac6-3966-4d97-af7f-dcd2eae36b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:04.311965 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46f03b-c41c-4214-b434-7d52e4849f0e req-19228373-e005-4df6-9d99-1362a7acca11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:04.313625 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-de46f03b-c41c-4214-b434-7d52e4849f0e req-19228373-e005-4df6-9d99-1362a7acca11 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=162b4e55-03bc-4a67-8c15-f483cdb4fffc HTTP/1.1" status: 200 len: 859 time: 0.2711329 Jun 26 21:30:04.317461 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2b884ac6-3966-4d97-af7f-dcd2eae36b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:04.398592 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:04.412994 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8f231e0c-6cd5-4426-aa8b-6bfe0f760ad6 req-82be8d84-e775-4dff-98d6-3e5e2f3823fe tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397672 Jun 26 21:30:04.796342 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7853a-b6cd-4324-b49d-9799179da061 req-5e42ada5-3932-4016-84db-a0dedf7b0ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:04.797149 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-aab7853a-b6cd-4324-b49d-9799179da061 req-5e42ada5-3932-4016-84db-a0dedf7b0ddc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:04.798605 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-aab7853a-b6cd-4324-b49d-9799179da061 req-5e42ada5-3932-4016-84db-a0dedf7b0ddc service neutron] 10.222.0.41 "PUT /v2.0/ports/5ad7faa0-7c22-4b18-955c-b7b1615ef083 HTTP/1.1" status: 200 len: 1093 time: 2.5747983 Jun 26 21:30:04.799133 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58090a90-ffec-458b-b113-3bb2940afe55', 'tag': '5ad7faa0-7c22-4b18-955c-b7b1615ef083'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:30:04.827162 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b5f6d741f71b22ca80de7011a5bf010bd5b330abd4b28dbd747dc86a1ce20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14527ee-7e11-4ee1-9146-16838af04bff" -d '{"events": [{"name": "network-changed", "server_uuid": "58090a90-ffec-458b-b113-3bb2940afe55", "tag": "5ad7faa0-7c22-4b18-955c-b7b1615ef083"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:30:04.843738 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5c6ad-b11b-4fe3-bdd9-e72f948413c3 req-5fa3ebff-23b5-46ad-9d9a-7788bc96cc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:04.863325 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-edc5c6ad-b11b-4fe3-bdd9-e72f948413c3 req-5fa3ebff-23b5-46ad-9d9a-7788bc96cc07 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 1099 time: 0.9497910 Jun 26 21:30:05.010887 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42ada5-3932-4016-84db-a0dedf7b0ddc service neutron] Pushing event updated for resources: {'Port': ['ID=5ad7faa0-7c22-4b18-955c-b7b1615ef083,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:05.024163 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5e42ada5-3932-4016-84db-a0dedf7b0ddc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.911s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:05.093903 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-edc5c6ad-b11b-4fe3-bdd9-e72f948413c3 req-684d2a03-eb8f-4ade-aa31-d70bc221b448 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302701 Jun 26 21:30:05.140890 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7853a-b6cd-4324-b49d-9799179da061 req-af5b96f0-8090-4442-bf75-98dae9b8b66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:05.142590 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-aab7853a-b6cd-4324-b49d-9799179da061 req-af5b96f0-8090-4442-bf75-98dae9b8b66c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=95b2f2bc0b574f2b979cd6ba40175646&device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 1096 time: 0.2244327 Jun 26 21:30:05.230383 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-de46f03b-c41c-4214-b434-7d52e4849f0e req-f88b54bc-4211-4baa-bca4-e3b8dce25e2c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2305325d-a907-4cbb-9a7b-fe0c2ff5adf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8736117 Jun 26 21:30:05.267657 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-aab7853a-b6cd-4324-b49d-9799179da061 req-0e5a029a-24dc-4c93-8f9f-86099a234200 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ad7faa0-7c22-4b18-955c-b7b1615ef083 HTTP/1.1" status: 200 len: 217 time: 0.1164157 Jun 26 21:30:05.304816 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-2b884ac6-3966-4d97-af7f-dcd2eae36b4f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=695884402c2b423faa8cbee1a93295c2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9394240 Jun 26 21:30:05.305169 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 39022) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:05.330285 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b884ac6-3966-4d97-af7f-dcd2eae36b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ea0665-0075-497d-beef-afe8b48b18fb,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:05.336519 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-2b884ac6-3966-4d97-af7f-dcd2eae36b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.938s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:05.356282 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7853a-b6cd-4324-b49d-9799179da061 req-58169319-db19-44c2-85e1-b40ee302f869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:05.358083 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-aab7853a-b6cd-4324-b49d-9799179da061 req-58169319-db19-44c2-85e1-b40ee302f869 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c6283427-b1a2-45b8-8e04-fdc5bc89b513 HTTP/1.1" status: 200 len: 850 time: 0.0829797 Jun 26 21:30:05.405908 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1462de1d-a73e-4f8c-82e1-6c93436e21fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:05.446834 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 39028) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:05.467031 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1462de1d-a73e-4f8c-82e1-6c93436e21fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:05.534301 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7853a-b6cd-4324-b49d-9799179da061 req-a05c1026-9d8c-489b-ad5c-df02a0132102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:05.537370 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-aab7853a-b6cd-4324-b49d-9799179da061 req-a05c1026-9d8c-489b-ad5c-df02a0132102 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d5655de1-5361-4a06-953a-81fc39e01316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1647136 Jun 26 21:30:05.598612 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8bd632-ead1-44e5-95b4-94eb1f13d5b5 req-0aaa686a-feda-4658-8443-cdf7e0c5dde2 tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:05.611609 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3d8bd632-ead1-44e5-95b4-94eb1f13d5b5 req-0aaa686a-feda-4658-8443-cdf7e0c5dde2 tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f8c919b-6068-4cb1-a0a1-3fe703c9a754 HTTP/1.1" status: 200 len: 946 time: 0.3901784 Jun 26 21:30:05.613443 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1462de1d-a73e-4f8c-82e1-6c93436e21fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:05.616722 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1462de1d-a73e-4f8c-82e1-6c93436e21fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:05.618615 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-1462de1d-a73e-4f8c-82e1-6c93436e21fd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/90ea0665-0075-497d-beef-afe8b48b18fb HTTP/1.1" status: 204 len: 168 time: 0.3119569 Jun 26 21:30:05.621807 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-4e381248-e45f-48a9-a793-b753b51f17f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:05.632710 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88df753-e8a0-46ed-a1d3-2ab6a19c6e4e req-f64f539a-5843-4f92-b89c-57eb4dc5dead tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:05.634587 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462de1d-a73e-4f8c-82e1-6c93436e21fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ea0665-0075-497d-beef-afe8b48b18fb,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:05.635153 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e88df753-e8a0-46ed-a1d3-2ab6a19c6e4e req-f64f539a-5843-4f92-b89c-57eb4dc5dead tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 943 time: 1.3264256 Jun 26 21:30:05.645692 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-1462de1d-a73e-4f8c-82e1-6c93436e21fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:05.688015 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-aab7853a-b6cd-4324-b49d-9799179da061 req-520d19bd-1e5b-4ec9-b8db-0f8628c7a778 service neutron] 10.222.0.41 "GET /v2.0/networks/d5655de1-5361-4a06-953a-81fc39e01316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442442 Jun 26 21:30:05.792034 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3d8bd632-ead1-44e5-95b4-94eb1f13d5b5 req-0542fc88-f36c-4b18-8a6a-e076a7d17232 tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] 10.222.0.24 "GET /v2.0/security-groups?id=62178277-72c5-4986-ad80-8218b8475a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788957 Jun 26 21:30:05.830472 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-de46f03b-c41c-4214-b434-7d52e4849f0e req-8f39cfc5-d33c-4e33-bcab-aa6ad7d03e51 service neutron] 10.222.0.41 "GET /v2.0/networks/2305325d-a907-4cbb-9a7b-fe0c2ff5adf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5332334 Jun 26 21:30:05.885105 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3311205d-eee8-4df6-94d0-05721c00b126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:06.014777 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-aab7853a-b6cd-4324-b49d-9799179da061 req-6e25fbcc-c5b1-42ba-b750-13518cab56c3 service neutron] 10.222.0.41 "GET /v2.0/networks/d5655de1-5361-4a06-953a-81fc39e01316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156972 Jun 26 21:30:06.050978 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 21:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda3ecab-7e93-43a6-a9f4-9bb773572db9 x-openstack-request-id: req-fda3ecab-7e93-43a6-a9f4-9bb773572db9 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:30:06.051521 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58090a90-ffec-458b-b113-3bb2940afe55", "tag": "5ad7faa0-7c22-4b18-955c-b7b1615ef083", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:30:06.051962 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fda3ecab-7e93-43a6-a9f4-9bb773572db9 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:30:06.052752 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58090a90-ffec-458b-b113-3bb2940afe55', 'tag': '5ad7faa0-7c22-4b18-955c-b7b1615ef083', 'status': 'completed', 'code': 200} Jun 26 21:30:06.077416 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e88df753-e8a0-46ed-a1d3-2ab6a19c6e4e req-29e33fa1-66bb-4eb8-8299-c7ce406a0bfa tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3832116 Jun 26 21:30:06.178187 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3311205d-eee8-4df6-94d0-05721c00b126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:06.185340 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3311205d-eee8-4df6-94d0-05721c00b126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:06.192746 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-17db24b3-13a9-4bc7-87dc-e69c33b9bed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:06.253574 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-3311205d-eee8-4df6-94d0-05721c00b126 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a99e0932c36e4eb89c66bf328128314a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8025355 Jun 26 21:30:06.256799 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 39054) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:06.308539 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3311205d-eee8-4df6-94d0-05721c00b126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fc76ac-3b89-4fe0-b179-ea90c87d8a5c,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:06.317833 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-3311205d-eee8-4df6-94d0-05721c00b126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:06.366869 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0 details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=92923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 21:30:06.430917 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14527ee-7e11-4ee1-9146-16838af04bff req-113687bf-0c22-46bd-8405-3f8ac1138434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:06.434405 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-f14527ee-7e11-4ee1-9146-16838af04bff req-113687bf-0c22-46bd-8405-3f8ac1138434 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=95b2f2bc0b574f2b979cd6ba40175646&device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 1096 time: 0.1468663 Jun 26 21:30:06.499744 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-de46f03b-c41c-4214-b434-7d52e4849f0e req-ea049095-d966-4274-885e-4b54d2bb9062 service neutron] 10.222.0.41 "GET /v2.0/networks/2305325d-a907-4cbb-9a7b-fe0c2ff5adf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6572714 Jun 26 21:30:06.564596 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ef1adb4a-95ee-4d68-bf0c-d2d75d15ee64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:06.618109 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ef1adb4a-95ee-4d68-bf0c-d2d75d15ee64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:06.761558 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910df21-2a30-484c-9702-c037f683be2d req-21d613c9-7107-4958-88b3-ab808a09ff58 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:06.785099 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8910df21-2a30-484c-9702-c037f683be2d req-21d613c9-7107-4958-88b3-ab808a09ff58 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 944 time: 0.4595044 Jun 26 21:30:06.796766 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14527ee-7e11-4ee1-9146-16838af04bff req-7c902135-5b17-4685-8a42-a4331f3ce4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:06.799529 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-f14527ee-7e11-4ee1-9146-16838af04bff req-7c902135-5b17-4685-8a42-a4331f3ce4ee service neutron] 10.222.0.41 "GET /v2.0/networks?id=d5655de1-5361-4a06-953a-81fc39e01316 HTTP/1.1" status: 200 len: 912 time: 0.3583500 Jun 26 21:30:06.832964 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0,segment=NetworkSegment(201ef14f-0217-4a33-8c46-79df3f9dc67e),segment_id=201ef14f-0217-4a33-8c46-79df3f9dc67e)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:30:06.879050 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ef1adb4a-95ee-4d68-bf0c-d2d75d15ee64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:06.879996 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Returning: {'device': '7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0', 'network_id': '2305325d-a907-4cbb-9a7b-fe0c2ff5adf1', 'port_id': '7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0', 'mac_address': 'fa:16:3e:07:ed:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '162b4e55-03bc-4a67-8c15-f483cdb4fffc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 21:30:06.901445 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ef1adb4a-95ee-4d68-bf0c-d2d75d15ee64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:06.904436 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-ef1adb4a-95ee-4d68-bf0c-d2d75d15ee64 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e0fc76ac-3b89-4fe0-b179-ea90c87d8a5c HTTP/1.1" status: 204 len: 168 time: 0.6455157 Jun 26 21:30:06.914016 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:06.931101 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-f14527ee-7e11-4ee1-9146-16838af04bff req-478abfd4-629f-4896-9d1d-4b857b2b1be6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ad7faa0-7c22-4b18-955c-b7b1615ef083 HTTP/1.1" status: 200 len: 217 time: 0.1229258 Jun 26 21:30:06.979444 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:06.983954 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8910df21-2a30-484c-9702-c037f683be2d req-1182a015-5af6-4f20-9e1b-10d69997b92a tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895375 Jun 26 21:30:07.015677 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0 {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 21:30:07.020206 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1adb4a-95ee-4d68-bf0c-d2d75d15ee64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fc76ac-3b89-4fe0-b179-ea90c87d8a5c,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:07.030753 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-ef1adb4a-95ee-4d68-bf0c-d2d75d15ee64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:07.076761 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0,segment=NetworkSegment(201ef14f-0217-4a33-8c46-79df3f9dc67e),segment_id=201ef14f-0217-4a33-8c46-79df3f9dc67e)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:30:07.086274 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14527ee-7e11-4ee1-9146-16838af04bff req-0b1ef05c-f95d-4aab-91c9-786caa273bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:07.089178 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-f14527ee-7e11-4ee1-9146-16838af04bff req-0b1ef05c-f95d-4aab-91c9-786caa273bb3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c6283427-b1a2-45b8-8e04-fdc5bc89b513 HTTP/1.1" status: 200 len: 850 time: 0.1512592 Jun 26 21:30:07.098947 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:07.123657 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:07.230491 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0,revision_number=4']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:07.241990 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:07.243896 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14527ee-7e11-4ee1-9146-16838af04bff req-14c3690e-00da-4b2a-ab7e-c47182033ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:07.246893 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-f14527ee-7e11-4ee1-9146-16838af04bff req-14c3690e-00da-4b2a-ab7e-c47182033ca9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d5655de1-5361-4a06-953a-81fc39e01316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1460500 Jun 26 21:30:07.360941 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] get_ports_and_sgs() called for port_ids ['7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0'] {{(pid=92923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 21:30:07.521384 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-f14527ee-7e11-4ee1-9146-16838af04bff req-8b6bb153-02ee-422a-bbd0-029a4f23d739 service neutron] 10.222.0.41 "GET /v2.0/networks/d5655de1-5361-4a06-953a-81fc39e01316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643855 Jun 26 21:30:07.703107 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7c4d7-8be4-4919-9a06-5f01ca85706f req-6edca525-d4de-4b06-82ac-31a08b5d0cf2 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:07.713498 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-91d7c4d7-8be4-4919-9a06-5f01ca85706f req-6edca525-d4de-4b06-82ac-31a08b5d0cf2 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 943 time: 0.1672187 Jun 26 21:30:07.795744 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-f14527ee-7e11-4ee1-9146-16838af04bff req-2b780890-b3d9-4062-91b4-b2c5d734627a service neutron] 10.222.0.41 "GET /v2.0/networks/d5655de1-5361-4a06-953a-81fc39e01316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647357 Jun 26 21:30:07.804670 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-91d7c4d7-8be4-4919-9a06-5f01ca85706f req-a7ef0fc7-040c-4339-8fb9-0913a2565fb5 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861237 Jun 26 21:30:08.090452 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 39112) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:08.317033 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 39118) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:08.339121 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-04fba4a7-b698-4193-b2fa-6fcbe0ed2126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:08.375487 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0 up at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:30:08.444917 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ace893-3cfc-45ce-8e47-8cc7b5c80b04 req-7737e0d5-3fe4-4fcc-8286-5f262a4cb0da tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:08.446804 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-13ace893-3cfc-45ce-8e47-8cc7b5c80b04 req-7737e0d5-3fe4-4fcc-8286-5f262a4cb0da tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 945 time: 0.2007551 Jun 26 21:30:08.457752 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-04fba4a7-b698-4193-b2fa-6fcbe0ed2126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:08.464872 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-04fba4a7-b698-4193-b2fa-6fcbe0ed2126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:08.520521 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:08.521403 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Provisioning for port 7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0 completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:30:08.530148 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Provisioning complete for port 7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:30:08.531179 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:08.532804 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-04fba4a7-b698-4193-b2fa-6fcbe0ed2126 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aea34a012279469a83d13eb911c5a3d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2146602 Jun 26 21:30:08.535797 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 39124) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:08.540146 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-13ace893-3cfc-45ce-8e47-8cc7b5c80b04 req-0b54177c-3d36-498c-bdcb-0db5734e7f1f tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828593 Jun 26 21:30:08.634759 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fba4a7-b698-4193-b2fa-6fcbe0ed2126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60077037-3b88-4daf-b303-183f276b7a0c,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:08.648313 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-04fba4a7-b698-4193-b2fa-6fcbe0ed2126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:08.722937 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9742b587-3a34-446e-8412-ceb182a26c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:08.787475 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9742b587-3a34-446e-8412-ceb182a26c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:08.792656 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-32a75422-d8d9-48c0-a65d-f915dc25e138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:08.904817 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:08.937774 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d400104-1cb8-4a42-b36a-5418e17b17c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:30:08.940538 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8789620f65ed64c11f36a2c9fb0085813b3741d077667d6f020eb6652e2807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4e5841-9d55-4345-b7eb-e93b4926df79" -d '{"events": [{"server_uuid": "0d400104-1cb8-4a42-b36a-5418e17b17c0", "name": "network-vif-plugged", "status": "completed", "tag": "7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:30:08.958810 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0,segment=NetworkSegment(201ef14f-0217-4a33-8c46-79df3f9dc67e),segment_id=201ef14f-0217-4a33-8c46-79df3f9dc67e)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:30:08.967584 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:08.970186 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:09.061285 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0,revision_number=5']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:09.091345 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:09.147232 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-32a75422-d8d9-48c0-a65d-f915dc25e138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:09.160385 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-32a75422-d8d9-48c0-a65d-f915dc25e138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:09.162937 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:09.189758 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 21:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a6df54-0e3f-4bae-95dc-d8ee965b44d2 x-openstack-request-id: req-78a6df54-0e3f-4bae-95dc-d8ee965b44d2 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:30:09.189758 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d400104-1cb8-4a42-b36a-5418e17b17c0", "name": "network-vif-plugged", "status": "completed", "tag": "7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:30:09.189758 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-78a6df54-0e3f-4bae-95dc-d8ee965b44d2 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:30:09.190308 dv-cinder-798208-1-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d400104-1cb8-4a42-b36a-5418e17b17c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0', 'code': 200} Jun 26 21:30:09.261351 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce46602-0cdd-4b0c-b06c-b5ae0535deec req-2517e820-048a-4600-ae5c-08a9f5a6511a tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:09.264551 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bce46602-0cdd-4b0c-b06c-b5ae0535deec req-2517e820-048a-4600-ae5c-08a9f5a6511a tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 943 time: 0.2254601 Jun 26 21:30:09.268847 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9742b587-3a34-446e-8412-ceb182a26c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:09.290068 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9742b587-3a34-446e-8412-ceb182a26c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:09.291039 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-9742b587-3a34-446e-8412-ceb182a26c97 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/60077037-3b88-4daf-b303-183f276b7a0c HTTP/1.1" status: 204 len: 168 time: 0.7529380 Jun 26 21:30:09.298988 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-32a75422-d8d9-48c0-a65d-f915dc25e138 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2e9ecb3b1f7345baa089931080290ec2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2073116 Jun 26 21:30:09.300475 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 39156) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:09.355609 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bce46602-0cdd-4b0c-b06c-b5ae0535deec req-95eab73a-ef18-4767-a0ed-bfacf6b7972c tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831079 Jun 26 21:30:09.380768 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a75422-d8d9-48c0-a65d-f915dc25e138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647f7e90-2e3f-448b-896e-0196d959dd49,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:09.392690 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-32a75422-d8d9-48c0-a65d-f915dc25e138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:09.394977 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-be5466c1-5d4f-4760-809b-fd06e884c377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:09.421547 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9742b587-3a34-446e-8412-ceb182a26c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60077037-3b88-4daf-b303-183f276b7a0c,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:09.425764 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-9742b587-3a34-446e-8412-ceb182a26c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:09.430222 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-71ed94c1-3f4b-4d48-a8cf-96a5c7789958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:09.499639 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-71ed94c1-3f4b-4d48-a8cf-96a5c7789958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:09.675460 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-71ed94c1-3f4b-4d48-a8cf-96a5c7789958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:09.681290 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-71ed94c1-3f4b-4d48-a8cf-96a5c7789958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:09.683409 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-71ed94c1-3f4b-4d48-a8cf-96a5c7789958 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/647f7e90-2e3f-448b-896e-0196d959dd49 HTTP/1.1" status: 204 len: 168 time: 0.3824933 Jun 26 21:30:09.686600 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-ea39eb1d-c137-4a23-ba30-cdb45f1a316a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:09.714908 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed7123-4d86-4196-8bc8-82460a4907cd req-6970e86d-9c39-4af4-9955-57725f456c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:09.719975 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-40ed7123-4d86-4196-8bc8-82460a4907cd req-6970e86d-9c39-4af4-9955-57725f456c31 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 1099 time: 0.1542168 Jun 26 21:30:09.729184 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed94c1-3f4b-4d48-a8cf-96a5c7789958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647f7e90-2e3f-448b-896e-0196d959dd49,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:09.735852 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-71ed94c1-3f4b-4d48-a8cf-96a5c7789958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:09.836725 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-40ed7123-4d86-4196-8bc8-82460a4907cd req-937d819c-c530-4fc4-8a8d-1198d11d554b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994503 Jun 26 21:30:09.875333 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16244f-a4f6-4267-92dd-8d60db592432 req-fdfdd15e-2e54-4098-944d-55e320f0d604 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:09.877407 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3e16244f-a4f6-4267-92dd-8d60db592432 req-fdfdd15e-2e54-4098-944d-55e320f0d604 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 946 time: 0.0936203 Jun 26 21:30:09.937882 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3e16244f-a4f6-4267-92dd-8d60db592432 req-a338cdde-f903-4b9c-9f1e-265e677fa0bb tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519965 Jun 26 21:30:10.323379 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 39196) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:10.368046 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 5ad7faa0-7c22-4b18-955c-b7b1615ef083 details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=92923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 21:30:10.383369 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-985529fd-8aa7-45f8-922f-4c35c340baaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:10.684039 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 39202) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:10.745174 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 5ad7faa0-7c22-4b18-955c-b7b1615ef083, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=5ad7faa0-7c22-4b18-955c-b7b1615ef083,segment=NetworkSegment(4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98),segment_id=4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:30:10.751116 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-985529fd-8aa7-45f8-922f-4c35c340baaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:10.760585 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-985529fd-8aa7-45f8-922f-4c35c340baaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:10.770583 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:10.784993 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Returning: {'device': '5ad7faa0-7c22-4b18-955c-b7b1615ef083', 'network_id': 'd5655de1-5361-4a06-953a-81fc39e01316', 'port_id': '5ad7faa0-7c22-4b18-955c-b7b1615ef083', 'mac_address': 'fa:16:3e:bd:47:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6283427-b1a2-45b8-8e04-fdc5bc89b513', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 21:30:10.890593 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-985529fd-8aa7-45f8-922f-4c35c340baaa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f9af2388054348539d947950f0db3e07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5645316 Jun 26 21:30:10.891453 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985529fd-8aa7-45f8-922f-4c35c340baaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36aa2f5a-f712-4348-b1a3-c40b7e9e6728,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:10.894819 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 39210) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:10.897177 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-985529fd-8aa7-45f8-922f-4c35c340baaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:10.908164 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c5d8f-748e-4228-b850-32ad53b93c4a req-794c50f8-950d-478a-be2e-9346dad5c0fc tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:10.924989 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-748c5d8f-748e-4228-b850-32ad53b93c4a req-794c50f8-950d-478a-be2e-9346dad5c0fc tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 943 time: 0.2030523 Jun 26 21:30:11.045481 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:11.056317 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a5a53443-f6c2-4108-bef1-e4a5d358272d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:11.061411 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-748c5d8f-748e-4228-b850-32ad53b93c4a req-7ebe4bc1-85ef-437b-92ad-d6b19b935f07 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339803 Jun 26 21:30:11.111539 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a5a53443-f6c2-4108-bef1-e4a5d358272d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:11.150739 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ad7faa0-7c22-4b18-955c-b7b1615ef083 {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 21:30:11.213125 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a5a53443-f6c2-4108-bef1-e4a5d358272d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:11.218850 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a5a53443-f6c2-4108-bef1-e4a5d358272d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:11.223312 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-a5a53443-f6c2-4108-bef1-e4a5d358272d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/36aa2f5a-f712-4348-b1a3-c40b7e9e6728 HTTP/1.1" status: 204 len: 168 time: 0.3242238 Jun 26 21:30:11.223312 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-04fba4a7-b698-4193-b2fa-6fcbe0ed2126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:11.237381 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a53443-f6c2-4108-bef1-e4a5d358272d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36aa2f5a-f712-4348-b1a3-c40b7e9e6728,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:11.240946 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a5a53443-f6c2-4108-bef1-e4a5d358272d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:11.274565 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 5ad7faa0-7c22-4b18-955c-b7b1615ef083, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=5ad7faa0-7c22-4b18-955c-b7b1615ef083,segment=NetworkSegment(4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98),segment_id=4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:30:11.315937 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:11.341372 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:11.414335 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-30583890-42a2-4b9f-9364-ed8158566df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:11.551302 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=5ad7faa0-7c22-4b18-955c-b7b1615ef083,revision_number=4']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:11.568382 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:11.616599 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] get_ports_and_sgs() called for port_ids ['5ad7faa0-7c22-4b18-955c-b7b1615ef083'] {{(pid=92923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 21:30:11.667528 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a65ea-a741-48df-b4db-5c92a7571967 req-2a8c4d43-e747-4463-9dd5-640f6a399bf9 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:11.676074 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bd1a65ea-a741-48df-b4db-5c92a7571967 req-2a8c4d43-e747-4463-9dd5-640f6a399bf9 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 946 time: 0.2776029 Jun 26 21:30:11.740367 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bd1a65ea-a741-48df-b4db-5c92a7571967 req-2137b9b9-a312-4c3d-844c-27fc9a5cf862 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633619 Jun 26 21:30:11.788027 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-30583890-42a2-4b9f-9364-ed8158566df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:11.797934 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-30583890-42a2-4b9f-9364-ed8158566df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:11.801674 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f8773ba0-8750-4655-8f53-eb28dd870921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:11.854955 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-30583890-42a2-4b9f-9364-ed8158566df3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d7bfc83677fe43749e838af9ae5cddbc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1683633 Jun 26 21:30:11.859773 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 39238) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:11.869246 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30583890-42a2-4b9f-9364-ed8158566df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f9c1f5-80b2-4501-b5e8-a423bb7bf227,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:11.878653 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-30583890-42a2-4b9f-9364-ed8158566df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:11.940464 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ee1cd176-b133-486b-a367-2956161dddc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:11.982688 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ee1cd176-b133-486b-a367-2956161dddc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:12.056603 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ee1cd176-b133-486b-a367-2956161dddc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:12.061830 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ee1cd176-b133-486b-a367-2956161dddc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:12.067376 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-ee1cd176-b133-486b-a367-2956161dddc8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c5f9c1f5-80b2-4501-b5e8-a423bb7bf227 HTTP/1.1" status: 204 len: 168 time: 0.2019515 Jun 26 21:30:12.067376 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-10508a7a-3682-4009-9fea-9ab91be9268b tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:12.076432 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1cd176-b133-486b-a367-2956161dddc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f9c1f5-80b2-4501-b5e8-a423bb7bf227,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:12.084961 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-ee1cd176-b133-486b-a367-2956161dddc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:12.343782 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17899cc-eabe-4ed8-9278-84e9ca02867e req-d55a6c5a-2bcc-4533-ab5a-66fcb726e4e9 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:12.346012 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a17899cc-eabe-4ed8-9278-84e9ca02867e req-d55a6c5a-2bcc-4533-ab5a-66fcb726e4e9 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 944 time: 0.0866745 Jun 26 21:30:12.404587 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a17899cc-eabe-4ed8-9278-84e9ca02867e req-5b3cbdf3-ea5b-4643-8593-4f420df56cd2 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475852 Jun 26 21:30:12.691285 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 39272) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:12.717551 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-fa0e743b-2043-4ad1-b3c1-2f0989ededee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:12.949532 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-fa0e743b-2043-4ad1-b3c1-2f0989ededee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:12.970658 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-fa0e743b-2043-4ad1-b3c1-2f0989ededee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:12.979990 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:13.084159 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-fa0e743b-2043-4ad1-b3c1-2f0989ededee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1482c0dec567449587f406a052d0ba7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3911135 Jun 26 21:30:13.085566 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e743b-2043-4ad1-b3c1-2f0989ededee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add8a476-a78b-4762-a374-4c7c482af725,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:13.088384 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 39290) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:13.099928 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-fa0e743b-2043-4ad1-b3c1-2f0989ededee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:13.138898 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4eadd4-0af7-488e-9927-a5c69c1d6e34 req-10182fc4-c311-4d3c-829d-b253eeb66b46 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:13.141008 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fd4eadd4-0af7-488e-9927-a5c69c1d6e34 req-10182fc4-c311-4d3c-829d-b253eeb66b46 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 946 time: 0.1859019 Jun 26 21:30:13.198984 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3f8bc534-032b-4568-817a-d7d9d60ce02e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:13.234492 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3f8bc534-032b-4568-817a-d7d9d60ce02e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:13.251796 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fd4eadd4-0af7-488e-9927-a5c69c1d6e34 req-196f03ad-4528-447f-93c5-e8cfae92039b tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913072 Jun 26 21:30:13.308088 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3f8bc534-032b-4568-817a-d7d9d60ce02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:13.314070 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3f8bc534-032b-4568-817a-d7d9d60ce02e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:13.321106 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-3f8bc534-032b-4568-817a-d7d9d60ce02e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/add8a476-a78b-4762-a374-4c7c482af725 HTTP/1.1" status: 204 len: 168 time: 0.2214434 Jun 26 21:30:13.321106 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f06844f6-d50e-4ebf-a80e-363ce87889c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:13.332492 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8bc534-032b-4568-817a-d7d9d60ce02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add8a476-a78b-4762-a374-4c7c482af725,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:13.336921 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-3f8bc534-032b-4568-817a-d7d9d60ce02e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:13.690114 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85ad9d-c70f-4271-87b9-08acc1af8a6e req-18b7efb8-2ad0-4f5c-939e-c84302d3d6ac tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:13.700494 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5d85ad9d-c70f-4271-87b9-08acc1af8a6e req-18b7efb8-2ad0-4f5c-939e-c84302d3d6ac tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 944 time: 0.1185453 Jun 26 21:30:13.763964 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5d85ad9d-c70f-4271-87b9-08acc1af8a6e req-fa367c9c-0e36-480c-93c6-5e01b2790a31 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625169 Jun 26 21:30:13.886760 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a97198-fe5f-4db1-9c83-2876f1d3edd5 req-84ec8aa6-8d8f-4fc5-b9fb-f88a922aa176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:13.891387 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-08a97198-fe5f-4db1-9c83-2876f1d3edd5 req-84ec8aa6-8d8f-4fc5-b9fb-f88a922aa176 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1b82a91ccfa34d6d9e71d190d4dfd427&device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 1099 time: 0.1185269 Jun 26 21:30:13.923991 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89810d6e-0ae4-4c02-bd90-1a459d0eaa28 req-fdfe8791-6c01-4fa8-b02b-198ddd06ed2c tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:13.925893 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-89810d6e-0ae4-4c02-bd90-1a459d0eaa28 req-fdfe8791-6c01-4fa8-b02b-198ddd06ed2c tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 946 time: 0.0799165 Jun 26 21:30:13.974861 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-89810d6e-0ae4-4c02-bd90-1a459d0eaa28 req-9a206cc4-71e5-44b3-8480-8c4fe312159a tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398183 Jun 26 21:30:14.002498 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 39324) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:14.046899 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a97198-fe5f-4db1-9c83-2876f1d3edd5 req-d213f8f7-72fc-4621-831e-319e0e96ea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:14.048777 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-08a97198-fe5f-4db1-9c83-2876f1d3edd5 req-d213f8f7-72fc-4621-831e-319e0e96ea71 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2305325d-a907-4cbb-9a7b-fe0c2ff5adf1 HTTP/1.1" status: 200 len: 920 time: 0.1483772 Jun 26 21:30:14.113551 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-08a97198-fe5f-4db1-9c83-2876f1d3edd5 req-356eb64b-ae70-42dc-acd8-ab68e6178a22 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0 HTTP/1.1" status: 200 len: 217 time: 0.0366862 Jun 26 21:30:14.205072 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a97198-fe5f-4db1-9c83-2876f1d3edd5 req-67d312a6-43d2-47b6-bdbf-9989565b1d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:14.207653 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-08a97198-fe5f-4db1-9c83-2876f1d3edd5 req-67d312a6-43d2-47b6-bdbf-9989565b1d53 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=162b4e55-03bc-4a67-8c15-f483cdb4fffc HTTP/1.1" status: 200 len: 859 time: 0.0785139 Jun 26 21:30:14.268828 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-08a97198-fe5f-4db1-9c83-2876f1d3edd5 req-3d56cdd7-9536-42ad-b111-50a296e2aa8f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2305325d-a907-4cbb-9a7b-fe0c2ff5adf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512362 Jun 26 21:30:14.283422 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e57762e5-eff4-4992-8c46-2fc96e30ac1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:14.398627 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 5ad7faa0-7c22-4b18-955c-b7b1615ef083 up at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:30:14.498338 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-08a97198-fe5f-4db1-9c83-2876f1d3edd5 req-64cbcabd-9ffd-4d6f-baad-2cdbccac8521 service neutron] 10.222.0.41 "GET /v2.0/networks/2305325d-a907-4cbb-9a7b-fe0c2ff5adf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175775 Jun 26 21:30:14.505186 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Provisioning for port 5ad7faa0-7c22-4b18-955c-b7b1615ef083 completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:30:14.516239 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Provisioning complete for port 5ad7faa0-7c22-4b18-955c-b7b1615ef083 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:30:14.517039 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:14.525268 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e57762e5-eff4-4992-8c46-2fc96e30ac1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:14.536899 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e57762e5-eff4-4992-8c46-2fc96e30ac1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:14.542102 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:14.628004 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57762e5-eff4-4992-8c46-2fc96e30ac1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6418b189-e108-4d6c-9190-2653c42dce3e,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:14.650139 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e57762e5-eff4-4992-8c46-2fc96e30ac1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:14.662886 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-e57762e5-eff4-4992-8c46-2fc96e30ac1c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=78707b6a1c3c4049b082a60a32672508&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6588268 Jun 26 21:30:14.663784 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 39350) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:14.739237 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-08a97198-fe5f-4db1-9c83-2876f1d3edd5 req-6cd3345d-f25d-47d8-8f51-4ec748ee7b40 service neutron] 10.222.0.41 "GET /v2.0/networks/2305325d-a907-4cbb-9a7b-fe0c2ff5adf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255099 Jun 26 21:30:14.762221 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:14.767722 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b67a9718-84fe-42c0-a9f7-84d8647b87ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:14.843439 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b67a9718-84fe-42c0-a9f7-84d8647b87ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:14.892102 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58090a90-ffec-458b-b113-3bb2940afe55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad7faa0-7c22-4b18-955c-b7b1615ef083'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:30:14.900450 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8789620f65ed64c11f36a2c9fb0085813b3741d077667d6f020eb6652e2807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d27d8c4-ddbd-4474-b5e8-5ead6ec97d36" -d '{"events": [{"server_uuid": "58090a90-ffec-458b-b113-3bb2940afe55", "name": "network-vif-plugged", "status": "completed", "tag": "5ad7faa0-7c22-4b18-955c-b7b1615ef083"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:30:14.928556 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 5ad7faa0-7c22-4b18-955c-b7b1615ef083, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=5ad7faa0-7c22-4b18-955c-b7b1615ef083,segment=NetworkSegment(4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98),segment_id=4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:30:14.944103 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:14.947775 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-1e041664-e6c6-43ab-a801-4a9787897db6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:15.010123 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 21:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19994351-711c-4622-a3a7-27d1ec9d24de x-openstack-request-id: req-19994351-711c-4622-a3a7-27d1ec9d24de {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:30:15.011615 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58090a90-ffec-458b-b113-3bb2940afe55", "name": "network-vif-plugged", "status": "completed", "tag": "5ad7faa0-7c22-4b18-955c-b7b1615ef083", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:30:15.013419 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-19994351-711c-4622-a3a7-27d1ec9d24de {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:30:15.013927 dv-cinder-798208-1-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58090a90-ffec-458b-b113-3bb2940afe55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad7faa0-7c22-4b18-955c-b7b1615ef083', 'code': 200} Jun 26 21:30:15.076274 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=5ad7faa0-7c22-4b18-955c-b7b1615ef083,revision_number=5']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:15.078728 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b67a9718-84fe-42c0-a9f7-84d8647b87ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:15.089673 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b67a9718-84fe-42c0-a9f7-84d8647b87ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:15.096561 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:15.098785 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-b67a9718-84fe-42c0-a9f7-84d8647b87ef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6418b189-e108-4d6c-9190-2653c42dce3e HTTP/1.1" status: 204 len: 168 time: 0.4336729 Jun 26 21:30:15.102463 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-3332232d-864d-49c8-b8a3-8b039405744e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:15.137688 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a9718-84fe-42c0-a9f7-84d8647b87ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6418b189-e108-4d6c-9190-2653c42dce3e,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:15.145664 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b67a9718-84fe-42c0-a9f7-84d8647b87ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:15.390244 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2f85e-42e3-4c4f-8a15-743999f9a9bb req-f7bf4e05-ee76-4061-989e-415331a9cc1e tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:15.399435 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cdc2f85e-42e3-4c4f-8a15-743999f9a9bb req-f7bf4e05-ee76-4061-989e-415331a9cc1e tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 946 time: 0.2521768 Jun 26 21:30:15.460905 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b4f95-75f4-4e19-be83-e5d86a62f8f6 req-ce3512f9-70ce-42d8-83f2-25b874362bf3 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:15.468639 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-695b4f95-75f4-4e19-be83-e5d86a62f8f6 req-ce3512f9-70ce-42d8-83f2-25b874362bf3 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.2443602 Jun 26 21:30:15.484585 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cdc2f85e-42e3-4c4f-8a15-743999f9a9bb req-94c4dc15-2c1f-40aa-b428-419e71c050fc tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839777 Jun 26 21:30:15.532824 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2977cc2-a8bc-4370-be20-6dc959cf47bb req-b2a54563-6ff1-407c-8e9e-2cef5d36dc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:15.534522 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-b2977cc2-a8bc-4370-be20-6dc959cf47bb req-b2a54563-6ff1-407c-8e9e-2cef5d36dc08 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 1098 time: 0.1952081 Jun 26 21:30:15.563583 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-695b4f95-75f4-4e19-be83-e5d86a62f8f6 req-7d2ef25f-2b43-4a64-8604-8c8ebf02a291 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931501 Jun 26 21:30:15.610050 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-b2977cc2-a8bc-4370-be20-6dc959cf47bb req-6ec67501-2554-4f30-ab02-6be2298ccfb5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678365 Jun 26 21:30:16.449488 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 39398) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:16.475786 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d57bd376-9091-4ecc-a3d4-ee8861bcc468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:17.081609 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d57bd376-9091-4ecc-a3d4-ee8861bcc468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:17.099332 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d57bd376-9091-4ecc-a3d4-ee8861bcc468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:17.111510 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-ef1cdf50-e92e-4a40-8ce1-4c3fb216145e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:17.223412 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-d57bd376-9091-4ecc-a3d4-ee8861bcc468 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4f9bd03dc03a4c85b1985e440cc85fb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7714953 Jun 26 21:30:17.224809 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 39414) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:17.227049 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57bd376-9091-4ecc-a3d4-ee8861bcc468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172a06d1-6038-46cc-ab32-c103e969dbe2,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:17.234051 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-d57bd376-9091-4ecc-a3d4-ee8861bcc468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:17.249150 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554da4f-2cb0-471e-b02c-46cdc34ebad0 req-76d31dd6-cf11-48cb-90db-c2aad1662cb6 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:17.256539 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2554da4f-2cb0-471e-b02c-46cdc34ebad0 req-76d31dd6-cf11-48cb-90db-c2aad1662cb6 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.1775451 Jun 26 21:30:17.336577 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4488728-dfb4-42b7-a2dc-b7a475cb83b0 req-6baf59f3-27ac-4199-988e-0994fe4929fe tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:17.343976 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e4488728-dfb4-42b7-a2dc-b7a475cb83b0 req-6baf59f3-27ac-4199-988e-0994fe4929fe tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 946 time: 0.3838232 Jun 26 21:30:17.408293 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e4488728-dfb4-42b7-a2dc-b7a475cb83b0 req-f1cd9989-23eb-4c3b-9ffa-4c2aa407da1a tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632570 Jun 26 21:30:17.418650 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2554da4f-2cb0-471e-b02c-46cdc34ebad0 req-a86a7f93-200a-450b-ad2e-d45967e51a26 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608765 Jun 26 21:30:17.470431 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f4696ebc-4497-4a85-b823-aecd545a27e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:17.511596 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f4696ebc-4497-4a85-b823-aecd545a27e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:17.612095 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f4696ebc-4497-4a85-b823-aecd545a27e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:17.619667 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f4696ebc-4497-4a85-b823-aecd545a27e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:17.624648 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-f4696ebc-4497-4a85-b823-aecd545a27e1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/172a06d1-6038-46cc-ab32-c103e969dbe2 HTTP/1.1" status: 204 len: 168 time: 0.3146079 Jun 26 21:30:17.627080 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:17.648912 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4696ebc-4497-4a85-b823-aecd545a27e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172a06d1-6038-46cc-ab32-c103e969dbe2,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:17.658800 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f4696ebc-4497-4a85-b823-aecd545a27e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:18.260416 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-6e532795-63b0-4f65-bf25-eb28141446f5 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:18.269295 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-6e532795-63b0-4f65-bf25-eb28141446f5 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/networks?id=2c5bc568-0f6a-468f-b968-93e3972ced30 HTTP/1.1" status: 200 len: 813 time: 0.1884556 Jun 26 21:30:18.286855 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-e06d9776-8c0f-4f60-8b93-952d2c285abb tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/quotas/2ee5ec7eb2b3411d9a4940fb7dc9d91f HTTP/1.1" status: 200 len: 375 time: 0.0165305 Jun 26 21:30:18.386813 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-04e08522-926c-4d3b-a438-0d77bb6a6f75 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ee5ec7eb2b3411d9a4940fb7dc9d91f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0990117 Jun 26 21:30:18.586201 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-7a6541e6-49b6-48d6-b440-80e5192a54e2 service neutron] 10.222.0.24 "GET /v2.0/networks/2c5bc568-0f6a-468f-b968-93e3972ced30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887631 Jun 26 21:30:18.757780 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-37e7e6ed-5d7f-4d27-bd79-7523641ddba1 service neutron] 10.222.0.24 "GET /v2.0/networks/2c5bc568-0f6a-468f-b968-93e3972ced30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698523 Jun 26 21:30:18.784488 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f946c28-6588-4c05-b614-0207ca2d08a5 req-09dd9eba-6ad3-4fd2-8540-27f05895ad7a tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:18.786236 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6f946c28-6588-4c05-b614-0207ca2d08a5 req-09dd9eba-6ad3-4fd2-8540-27f05895ad7a tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.1552169 Jun 26 21:30:18.861972 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6f946c28-6588-4c05-b614-0207ca2d08a5 req-b1b4f850-1899-4857-bfbf-4bb3980fa752 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647955 Jun 26 21:30:19.292368 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02267ec7-1f4f-477e-ae38-e8a9e4e4b263 req-a499bc34-5665-42f3-8638-e331f7880a4c tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:19.305246 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 39504) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:19.306382 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-02267ec7-1f4f-477e-ae38-e8a9e4e4b263 req-a499bc34-5665-42f3-8638-e331f7880a4c tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.1443591 Jun 26 21:30:19.312346 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-1fa6b5d6-7855-49e7-a162-2cf587c996a1 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Request body: {'floatingip': {'port_id': '5ad7faa0-7c22-4b18-955c-b7b1615ef083'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:30:19.324664 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9608095-7cbe-4a7b-91a2-8922872e7571 req-047ec77f-23eb-4404-937b-28790b0d707e tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:19.332614 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d9608095-7cbe-4a7b-91a2-8922872e7571 req-047ec77f-23eb-4404-937b-28790b0d707e tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 946 time: 0.2325623 Jun 26 21:30:19.494422 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-01aef13f-ca03-462c-a71a-fabff3d82811 req-3664ddcf-37ce-4dba-9f04-6b3ce3cdbd93 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed69eb53-103d-418e-b0b1-f0953d0ac88c HTTP/1.1" status: 200 len: 210 time: 0.1150997 Jun 26 21:30:19.502752 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1fa6b5d6-7855-49e7-a162-2cf587c996a1 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks [] for floatingip, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:19.515659 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d9608095-7cbe-4a7b-91a2-8922872e7571 req-a027bfb0-93bc-4b7c-9fe0-74125e56943e tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816916 Jun 26 21:30:19.917449 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 39550) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:20.207013 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0985ce3d-be42-4461-87b8-9d291b3e4e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:20.381194 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0985ce3d-be42-4461-87b8-9d291b3e4e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:20.395845 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0985ce3d-be42-4461-87b8-9d291b3e4e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:20.404473 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-178b9277-1ddc-4e8a-af1a-796d371e214e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:20.449688 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-5b229d04-37d6-4da3-8a68-26df9262c288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:20.459819 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-0985ce3d-be42-4461-87b8-9d291b3e4e55 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=084dd32f61154a928338352f4ca9405c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5366828 Jun 26 21:30:20.461922 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 39564) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:20.542031 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985ce3d-be42-4461-87b8-9d291b3e4e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe4d76e-6fc5-45d1-9132-fa20eb19445f,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:20.547548 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-0985ce3d-be42-4461-87b8-9d291b3e4e55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:20.583366 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7b7a79f0-f3f1-414d-b8d8-905b8788aaf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:20.626641 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 39572) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:20.641566 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7b7a79f0-f3f1-414d-b8d8-905b8788aaf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:20.764483 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1fa6b5d6-7855-49e7-a162-2cf587c996a1 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:20.770764 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7b7a79f0-f3f1-414d-b8d8-905b8788aaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:20.774339 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1fa6b5d6-7855-49e7-a162-2cf587c996a1 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642591'] for floatingip, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:20.779575 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7b7a79f0-f3f1-414d-b8d8-905b8788aaf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:20.789948 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-7b7a79f0-f3f1-414d-b8d8-905b8788aaf3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1fe4d76e-6fc5-45d1-9132-fa20eb19445f HTTP/1.1" status: 204 len: 168 time: 0.3264382 Jun 26 21:30:20.791353 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:20.823257 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7a79f0-f3f1-414d-b8d8-905b8788aaf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe4d76e-6fc5-45d1-9132-fa20eb19445f,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:20.855511 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-7b7a79f0-f3f1-414d-b8d8-905b8788aaf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:20.949467 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-085cd777-7774-455f-acf2-f05236ab7a72 req-4c2f57ac-4c80-4629-8777-21bfdfa67471 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed69eb53-103d-418e-b0b1-f0953d0ac88c HTTP/1.1" status: 200 len: 210 time: 0.0803621 Jun 26 21:30:20.991336 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.db.l3_db [None req-1fa6b5d6-7855-49e7-a162-2cf587c996a1 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Floating IP 1c2b43e9-5673-4e39-823f-ce90605193ee associated. External IP: 172.27.2.52, port: 5ad7faa0-7c22-4b18-955c-b7b1615ef083. Jun 26 21:30:20.994112 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0d1c7808-d19a-4bee-ac33-5d8288d739d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:21.083373 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c58f85-0f92-4a02-8e89-d45e325fe6d7 req-5c0cc479-9a3f-4a32-9b99-666facf6b0e9 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:21.085683 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-65c58f85-0f92-4a02-8e89-d45e325fe6d7 req-5c0cc479-9a3f-4a32-9b99-666facf6b0e9 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 946 time: 0.1896703 Jun 26 21:30:21.182785 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-65c58f85-0f92-4a02-8e89-d45e325fe6d7 req-38658244-ea54-430a-b29e-46e251111d96 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861413 Jun 26 21:30:21.261304 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0d1c7808-d19a-4bee-ac33-5d8288d739d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:21.273403 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0d1c7808-d19a-4bee-ac33-5d8288d739d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:21.312999 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-2b884ac6-3966-4d97-af7f-dcd2eae36b4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:21.396333 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-0d1c7808-d19a-4bee-ac33-5d8288d739d4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0476929f86794773b3c24e4f47de2f03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7681956 Jun 26 21:30:21.397240 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1c7808-d19a-4bee-ac33-5d8288d739d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ee80d1-5ce1-4dd3-9c95-2907a413001c,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:21.400799 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 39588) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:21.403389 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-0d1c7808-d19a-4bee-ac33-5d8288d739d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:21.512877 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3051b695-c9fa-463b-9b04-04db97143cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:21.565925 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3051b695-c9fa-463b-9b04-04db97143cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:21.609513 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa6b5d6-7855-49e7-a162-2cf587c996a1 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Router 343fbf0d-879b-49a6-8eeb-4b905ed4da55 has already been hosted by L3 agent 8f52ff15-e1cf-4181-89b9-9a217ed1d1bf {{(pid=92921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 21:30:21.638814 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 39598) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:21.661421 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a430802d-3abe-4d6c-95d7-6f6919b461d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:21.730820 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3051b695-c9fa-463b-9b04-04db97143cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:21.733123 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-7d2cd0fa-7634-4832-80f0-42a8c4314b96 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:21.734819 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-7d2cd0fa-7634-4832-80f0-42a8c4314b96 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.41 "GET /v2.0/networks?id=2c5bc568-0f6a-468f-b968-93e3972ced30 HTTP/1.1" status: 200 len: 813 time: 0.3094237 Jun 26 21:30:21.736570 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3051b695-c9fa-463b-9b04-04db97143cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:21.739804 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-3051b695-c9fa-463b-9b04-04db97143cea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/28ee80d1-5ce1-4dd3-9c95-2907a413001c HTTP/1.1" status: 204 len: 168 time: 0.3379326 Jun 26 21:30:21.742073 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f4696ebc-4497-4a85-b823-aecd545a27e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:21.756850 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-6482428d-6f26-4204-ac04-d5e5b97b0c65 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Request body: {'port': {'device_id': 'ed69eb53-103d-418e-b0b1-f0953d0ac88c', 'network_id': '2c5bc568-0f6a-468f-b968-93e3972ced30', 'admin_state_up': True, 'tenant_id': '2ee5ec7eb2b3411d9a4940fb7dc9d91f'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:30:21.781366 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3051b695-c9fa-463b-9b04-04db97143cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ee80d1-5ce1-4dd3-9c95-2907a413001c,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:21.788261 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-3051b695-c9fa-463b-9b04-04db97143cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:21.940779 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 39606) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:21.942168 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a430802d-3abe-4d6c-95d7-6f6919b461d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:21.952693 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a430802d-3abe-4d6c-95d7-6f6919b461d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:21.989875 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e57762e5-eff4-4992-8c46-2fc96e30ac1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:21.997491 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-a430802d-3abe-4d6c-95d7-6f6919b461d3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=839f434d25704a05a6c4bf5950e61dd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3571560 Jun 26 21:30:21.999268 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-6482428d-6f26-4204-ac04-d5e5b97b0c65 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Made reservation on behalf of 2ee5ec7eb2b3411d9a4940fb7dc9d91f for: {'port': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:30:21.999513 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 39614) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:22.010260 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-6482428d-6f26-4204-ac04-d5e5b97b0c65 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:22.048313 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430802d-3abe-4d6c-95d7-6f6919b461d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb93cc5-ea9e-4cc4-8f04-82a360cb8532,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:22.050984 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa6b5d6-7855-49e7-a162-2cf587c996a1 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify agent at l3_agent.dv-cinder-798208-1-iscsi the message routers_updated {{(pid=92921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 21:30:22.052592 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-a430802d-3abe-4d6c-95d7-6f6919b461d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:22.079645 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f784021a-f568-4e3c-a9c0-63d801b820a1 None None] Sync routers for ids ['343fbf0d-879b-49a6-8eeb-4b905ed4da55'] in dv-cinder-798208-1-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 21:30:22.083858 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1fa6b5d6-7855-49e7-a162-2cf587c996a1 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for floatingip, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:22.103315 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f784021a-f568-4e3c-a9c0-63d801b820a1 None None] Routers {'343fbf0d-879b-49a6-8eeb-4b905ed4da55'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:30:22.104740 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-f784021a-f568-4e3c-a9c0-63d801b820a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:29:55Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['343fbf0d-879b-49a6-8eeb-4b905ed4da55'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:30:22.114545 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-dc69347e-fcc4-428d-9261-a15c70accda6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:22.150667 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-dc69347e-fcc4-428d-9261-a15c70accda6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:22.215230 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-dc69347e-fcc4-428d-9261-a15c70accda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:22.221341 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-dc69347e-fcc4-428d-9261-a15c70accda6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:22.226400 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-dc69347e-fcc4-428d-9261-a15c70accda6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/adb93cc5-ea9e-4cc4-8f04-82a360cb8532 HTTP/1.1" status: 204 len: 168 time: 0.2258830 Jun 26 21:30:22.227272 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-69af21dc-2c96-41df-9f0b-538d76ead028 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:22.254416 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc69347e-fcc4-428d-9261-a15c70accda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb93cc5-ea9e-4cc4-8f04-82a360cb8532,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:22.260069 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-dc69347e-fcc4-428d-9261-a15c70accda6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:22.415050 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-f784021a-f568-4e3c-a9c0-63d801b820a1 None None] Set router 343fbf0d-879b-49a6-8eeb-4b905ed4da55 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:30:22.439534 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-1fa6b5d6-7855-49e7-a162-2cf587c996a1 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "PUT /v2.0/floatingips/1c2b43e9-5673-4e39-823f-ce90605193ee HTTP/1.1" status: 200 len: 990 time: 3.1320815 Jun 26 21:30:22.471146 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d595481a-9744-4fb3-9820-30adce1615a9 req-74615e26-c164-42bd-ad04-befffb06b653 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed69eb53-103d-418e-b0b1-f0953d0ac88c HTTP/1.1" status: 200 len: 210 time: 0.0927639 Jun 26 21:30:22.488230 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58090a90-ffec-458b-b113-3bb2940afe55', 'tag': '5ad7faa0-7c22-4b18-955c-b7b1615ef083'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:30:22.498443 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b5f6d741f71b22ca80de7011a5bf010bd5b330abd4b28dbd747dc86a1ce20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f8ea37-3f60-414c-92a1-4f56459dff91" -d '{"events": [{"name": "network-changed", "server_uuid": "58090a90-ffec-458b-b113-3bb2940afe55", "tag": "5ad7faa0-7c22-4b18-955c-b7b1615ef083"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:30:22.572944 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-241c6c4e-1e97-4a3d-8393-989fb4473a13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:22.668036 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88669d8-0985-46d2-9098-f6f7c5b9daa3 req-9e423988-d7c5-4d24-8fcf-8c4b47e6b2f0 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:22.668744 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:22.682052 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f88669d8-0985-46d2-9098-f6f7c5b9daa3 req-9e423988-d7c5-4d24-8fcf-8c4b47e6b2f0 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 946 time: 0.3177497 Jun 26 21:30:22.790896 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-241c6c4e-1e97-4a3d-8393-989fb4473a13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:22.793456 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 39632) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:22.846942 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-241c6c4e-1e97-4a3d-8393-989fb4473a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:22.859048 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a5a53443-f6c2-4108-bef1-e4a5d358272d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:22.962964 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c6c4e-1e97-4a3d-8393-989fb4473a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532d871a-caf7-4695-a953-0d2b3c5e0218,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:22.985349 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-241c6c4e-1e97-4a3d-8393-989fb4473a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:22.987723 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d84b4708-8ae2-445d-b214-0ffed7ce0988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:23.055714 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-241c6c4e-1e97-4a3d-8393-989fb4473a13 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=34922bed3bfe4c2cb63246bda54423ee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1135828 Jun 26 21:30:23.061664 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 39636) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:23.118704 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-6482428d-6f26-4204-ac04-d5e5b97b0c65 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Allocated IP 172.20.0.9 (2c5bc568-0f6a-468f-b968-93e3972ced30/b3ab793f-3a73-4271-8f8a-84862d9d2427/9b02c420-d67c-4337-983a-872d1d747a5f) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:30:23.140390 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f88669d8-0985-46d2-9098-f6f7c5b9daa3 req-8428b510-93a1-416e-b1de-bcafd73e07af tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4507971 Jun 26 21:30:23.252031 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 21:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835902f6-d89d-47f5-9eb6-4a797df9dda3 x-openstack-request-id: req-835902f6-d89d-47f5-9eb6-4a797df9dda3 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:30:23.252654 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58090a90-ffec-458b-b113-3bb2940afe55", "tag": "5ad7faa0-7c22-4b18-955c-b7b1615ef083", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:30:23.253105 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-835902f6-d89d-47f5-9eb6-4a797df9dda3 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:30:23.253777 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58090a90-ffec-458b-b113-3bb2940afe55', 'tag': '5ad7faa0-7c22-4b18-955c-b7b1615ef083', 'status': 'completed', 'code': 200} Jun 26 21:30:23.373050 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e071ff3d-1909-41a8-af9b-f8b34ab3b39d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:23.438715 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-f784021a-f568-4e3c-a9c0-63d801b820a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'name': 'tempest-AttachVolumeTestJSON-1233558065-router', 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'a733d03e-3be1-403f-a1e3-4b11a655a06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:29:29Z', 'updated_at': '2021-06-26T21:29:44Z', 'revision_number': 4, 'project_id': '95b2f2bc0b574f2b979cd6ba40175646', 'gw_port': {'id': 'a733d03e-3be1-403f-a1e3-4b11a655a06d', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:db:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:29:30Z', 'updated_at': '2021-06-26T21:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_floatingips': [{'id': '1c2b43e9-5673-4e39-823f-ce90605193ee', 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646', 'floating_ip_address': '172.27.2.52', 'floating_network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'router_id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'port_id': '5ad7faa0-7c22-4b18-955c-b7b1615ef083', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5655de1-5361-4a06-953a-81fc39e01316', 'mac_address': 'fa:16:3e:bd:47:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58090a90-ffec-458b-b113-3bb2940afe55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T21:29:52Z', 'updated_at': '2021-06-26T21:30:20Z', 'revision_number': 1, 'project_id': '95b2f2bc0b574f2b979cd6ba40175646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da0550cb-cccb-4c89-a877-f92a0fb439b9', 'name': '', 'network_id': 'd5655de1-5361-4a06-953a-81fc39e01316', 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646', 'mac_address': 'fa:16:3e:7f:9b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c6283427-b1a2-45b8-8e04-fdc5bc89b513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:29:40Z', 'updated_at': '2021-06-26T21:29:56Z', 'revision_number': 5, 'project_id': '95b2f2bc0b574f2b979cd6ba40175646', 'subnets': [{'id': 'c6283427-b1a2-45b8-8e04-fdc5bc89b513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:30:23.441505 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e071ff3d-1909-41a8-af9b-f8b34ab3b39d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:23.522618 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f784021a-f568-4e3c-a9c0-63d801b820a1 None None] Checking router: 343fbf0d-879b-49a6-8eeb-4b905ed4da55 for host: dv-cinder-798208-1-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 21:30:23.547492 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8ea37-3f60-414c-92a1-4f56459dff91 req-0ed9ae2d-e0a1-434f-85d4-d5e6c6512bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:23.550634 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-22f8ea37-3f60-414c-92a1-4f56459dff91 req-0ed9ae2d-e0a1-434f-85d4-d5e6c6512bd1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=95b2f2bc0b574f2b979cd6ba40175646&device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 1098 time: 0.3610711 Jun 26 21:30:23.553469 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f784021a-f568-4e3c-a9c0-63d801b820a1 None None] Routers {'343fbf0d-879b-49a6-8eeb-4b905ed4da55'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:30:23.554211 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-f784021a-f568-4e3c-a9c0-63d801b820a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:29:55Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['343fbf0d-879b-49a6-8eeb-4b905ed4da55'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:30:23.791266 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:23.849260 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e071ff3d-1909-41a8-af9b-f8b34ab3b39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:23.854366 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e071ff3d-1909-41a8-af9b-f8b34ab3b39d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:23.861543 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-e071ff3d-1909-41a8-af9b-f8b34ab3b39d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/532d871a-caf7-4695-a953-0d2b3c5e0218 HTTP/1.1" status: 204 len: 168 time: 0.7980976 Jun 26 21:30:23.873970 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-f784021a-f568-4e3c-a9c0-63d801b820a1 None None] Set router 343fbf0d-879b-49a6-8eeb-4b905ed4da55 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:30:23.894683 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46ab9e23-46a1-4737-a4e3-2ccce5425ded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:23.906203 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c787e722-b629-447f-b2f1-a0e9b77a4a0a req-991c796d-3382-4d8d-902e-7b49a908c17f tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed69eb53-103d-418e-b0b1-f0953d0ac88c HTTP/1.1" status: 200 len: 210 time: 0.0950134 Jun 26 21:30:23.922796 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071ff3d-1909-41a8-af9b-f8b34ab3b39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532d871a-caf7-4695-a953-0d2b3c5e0218,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:23.929710 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e071ff3d-1909-41a8-af9b-f8b34ab3b39d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:24.001473 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8ea37-3f60-414c-92a1-4f56459dff91 req-ed50ab7f-bb5f-427a-bacc-ccf5f5da500f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:24.009311 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-22f8ea37-3f60-414c-92a1-4f56459dff91 req-ed50ab7f-bb5f-427a-bacc-ccf5f5da500f service neutron] 10.222.0.41 "GET /v2.0/networks?id=d5655de1-5361-4a06-953a-81fc39e01316 HTTP/1.1" status: 200 len: 912 time: 0.4480743 Jun 26 21:30:24.175346 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-6482428d-6f26-4204-ac04-d5e5b97b0c65 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:24.396021 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-6482428d-6f26-4204-ac04-d5e5b97b0c65 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8896248'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:24.409608 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d84b4708-8ae2-445d-b214-0ffed7ce0988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:24.412689 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] get_ports_and_sgs() called for port_ids ['fb35f91b-b87f-4004-9055-3a6bc5f92231'] {{(pid=92923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 21:30:24.431585 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-4f304789-daf6-4352-8a38-b0e98300388f tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:24.437579 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d84b4708-8ae2-445d-b214-0ffed7ce0988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:24.476180 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-6482428d-6f26-4204-ac04-d5e5b97b0c65 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Network 2c5bc568-0f6a-468f-b968-93e3972ced30 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:30:24.521986 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-6482428d-6f26-4204-ac04-d5e5b97b0c65 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:30:24.542188 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-6482428d-6f26-4204-ac04-d5e5b97b0c65 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:30:24.579973 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-22f8ea37-3f60-414c-92a1-4f56459dff91 req-12826617-f256-404f-92e7-0be176db24d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ad7faa0-7c22-4b18-955c-b7b1615ef083 HTTP/1.1" status: 200 len: 998 time: 0.5451627 Jun 26 21:30:24.613832 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-f784021a-f568-4e3c-a9c0-63d801b820a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'name': 'tempest-AttachVolumeTestJSON-1233558065-router', 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'a733d03e-3be1-403f-a1e3-4b11a655a06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:29:29Z', 'updated_at': '2021-06-26T21:29:44Z', 'revision_number': 4, 'project_id': '95b2f2bc0b574f2b979cd6ba40175646', 'gw_port': {'id': 'a733d03e-3be1-403f-a1e3-4b11a655a06d', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:db:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:29:30Z', 'updated_at': '2021-06-26T21:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_floatingips': [{'id': '1c2b43e9-5673-4e39-823f-ce90605193ee', 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646', 'floating_ip_address': '172.27.2.52', 'floating_network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'router_id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'port_id': '5ad7faa0-7c22-4b18-955c-b7b1615ef083', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5655de1-5361-4a06-953a-81fc39e01316', 'mac_address': 'fa:16:3e:bd:47:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58090a90-ffec-458b-b113-3bb2940afe55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T21:29:52Z', 'updated_at': '2021-06-26T21:30:20Z', 'revision_number': 1, 'project_id': '95b2f2bc0b574f2b979cd6ba40175646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da0550cb-cccb-4c89-a877-f92a0fb439b9', 'name': '', 'network_id': 'd5655de1-5361-4a06-953a-81fc39e01316', 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646', 'mac_address': 'fa:16:3e:7f:9b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c6283427-b1a2-45b8-8e04-fdc5bc89b513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:29:40Z', 'updated_at': '2021-06-26T21:29:56Z', 'revision_number': 5, 'project_id': '95b2f2bc0b574f2b979cd6ba40175646', 'subnets': [{'id': 'c6283427-b1a2-45b8-8e04-fdc5bc89b513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:30:24.684630 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f784021a-f568-4e3c-a9c0-63d801b820a1 None None] The sync data for ids ['343fbf0d-879b-49a6-8eeb-4b905ed4da55'] in dv-cinder-798208-1-iscsi is: [{'id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'name': 'tempest-AttachVolumeTestJSON-1233558065-router', 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'a733d03e-3be1-403f-a1e3-4b11a655a06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:29:29Z', 'updated_at': '2021-06-26T21:29:44Z', 'revision_number': 4, 'project_id': '95b2f2bc0b574f2b979cd6ba40175646', 'gw_port': {'id': 'a733d03e-3be1-403f-a1e3-4b11a655a06d', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:db:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:29:30Z', 'updated_at': '2021-06-26T21:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_floatingips': [{'id': '1c2b43e9-5673-4e39-823f-ce90605193ee', 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646', 'floating_ip_address': '172.27.2.52', 'floating_network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'router_id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'port_id': '5ad7faa0-7c22-4b18-955c-b7b1615ef083', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5655de1-5361-4a06-953a-81fc39e01316', 'mac_address': 'fa:16:3e:bd:47:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58090a90-ffec-458b-b113-3bb2940afe55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T21:29:52Z', 'updated_at': '2021-06-26T21:30:20Z', 'revision_number': 1, 'project_id': '95b2f2bc0b574f2b979cd6ba40175646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da0550cb-cccb-4c89-a877-f92a0fb439b9', 'name': '', 'network_id': 'd5655de1-5361-4a06-953a-81fc39e01316', 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646', 'mac_address': 'fa:16:3e:7f:9b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c6283427-b1a2-45b8-8e04-fdc5bc89b513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:29:40Z', 'updated_at': '2021-06-26T21:29:56Z', 'revision_number': 5, 'project_id': '95b2f2bc0b574f2b979cd6ba40175646', 'subnets': [{'id': 'c6283427-b1a2-45b8-8e04-fdc5bc89b513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 21:30:24.721498 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5a0b21fe-5d21-44e5-8336-f5b6a6e06532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:24.831909 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-d84b4708-8ae2-445d-b214-0ffed7ce0988 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=354032a99b0a44a4ab23f52f8e110bfe&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0293388 Jun 26 21:30:24.844272 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 39672) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:24.872298 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482428d-6f26-4204-ac04-d5e5b97b0c65 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Pushing event updated for resources: {'Port': ['ID=9b02c420-d67c-4337-983a-872d1d747a5f,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:24.910127 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-6482428d-6f26-4204-ac04-d5e5b97b0c65 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:24.910854 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-6482428d-6f26-4204-ac04-d5e5b97b0c65 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:24.922597 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6482428d-6f26-4204-ac04-d5e5b97b0c65 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:30:24.922888 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6482428d-6f26-4204-ac04-d5e5b97b0c65 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:30:24.923255 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6482428d-6f26-4204-ac04-d5e5b97b0c65 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:30:24.923613 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6482428d-6f26-4204-ac04-d5e5b97b0c65 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:30:24.923966 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6482428d-6f26-4204-ac04-d5e5b97b0c65 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:30:24.924317 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6482428d-6f26-4204-ac04-d5e5b97b0c65 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:30:24.924693 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6482428d-6f26-4204-ac04-d5e5b97b0c65 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:30:24.925037 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6482428d-6f26-4204-ac04-d5e5b97b0c65 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:30:24.925433 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6482428d-6f26-4204-ac04-d5e5b97b0c65 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:30:24.925817 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6482428d-6f26-4204-ac04-d5e5b97b0c65 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:30:24.938059 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6482428d-6f26-4204-ac04-d5e5b97b0c65 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:30:24.938781 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6482428d-6f26-4204-ac04-d5e5b97b0c65 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:30:24.966121 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8ea37-3f60-414c-92a1-4f56459dff91 req-da1e9ae2-a351-4bbf-ac54-da6fd7f7c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:24.968294 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-22f8ea37-3f60-414c-92a1-4f56459dff91 req-da1e9ae2-a351-4bbf-ac54-da6fd7f7c51f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c6283427-b1a2-45b8-8e04-fdc5bc89b513 HTTP/1.1" status: 200 len: 850 time: 0.3587608 Jun 26 21:30:24.973326 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-6482428d-6f26-4204-ac04-d5e5b97b0c65 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:24.973835 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-fa0e743b-2043-4ad1-b3c1-2f0989ededee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.517s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:24.984832 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-6482428d-6f26-4204-ac04-d5e5b97b0c65 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2343853 Jun 26 21:30:25.013719 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-ec5addc7-92d2-4488-8c0e-039038d568ae service neutron] Request body: {'port': {'device_id': 'ed69eb53-103d-418e-b0b1-f0953d0ac88c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79820'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:30:25.037334 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664cdfa-cb1f-43c5-b055-858e493baa07 req-24d3cbae-7ef6-496f-94d3-45821bee410b tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:25.046621 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2664cdfa-cb1f-43c5-b055-858e493baa07 req-24d3cbae-7ef6-496f-94d3-45821bee410b tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 946 time: 0.4838388 Jun 26 21:30:25.052222 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b4708-8ae2-445d-b214-0ffed7ce0988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1928d4ad-41a8-442f-9027-19ce162132a1,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:25.058011 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-d84b4708-8ae2-445d-b214-0ffed7ce0988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:25.076478 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-bff22687-2fe6-4bb9-b8a7-b43eda4637d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:25.221116 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-ec5addc7-92d2-4488-8c0e-039038d568ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:25.238706 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-bff22687-2fe6-4bb9-b8a7-b43eda4637d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:25.267326 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2664cdfa-cb1f-43c5-b055-858e493baa07 req-6152363d-83da-458b-98dd-adb60ab8b47a tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170267 Jun 26 21:30:25.285748 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e781b11-7070-4d19-85f1-6934c5fcbc7e None None] New status for floating IP 1c2b43e9-5673-4e39-823f-ce90605193ee: ACTIVE {{(pid=92923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 21:30:25.287528 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 39686) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:25.404519 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-270071c1-95d0-4c53-9734-1db1057aa41b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:25.460788 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8ea37-3f60-414c-92a1-4f56459dff91 req-e3026601-0233-4d58-8706-203069f65128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:25.462885 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-22f8ea37-3f60-414c-92a1-4f56459dff91 req-e3026601-0233-4d58-8706-203069f65128 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d5655de1-5361-4a06-953a-81fc39e01316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4800019 Jun 26 21:30:25.581874 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-bff22687-2fe6-4bb9-b8a7-b43eda4637d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:25.585641 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-bff22687-2fe6-4bb9-b8a7-b43eda4637d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:25.591391 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-bff22687-2fe6-4bb9-b8a7-b43eda4637d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1928d4ad-41a8-442f-9027-19ce162132a1 HTTP/1.1" status: 204 len: 168 time: 0.7419794 Jun 26 21:30:25.596677 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-0985ce3d-be42-4461-87b8-9d291b3e4e55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:25.658487 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff22687-2fe6-4bb9-b8a7-b43eda4637d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1928d4ad-41a8-442f-9027-19ce162132a1,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:25.692750 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff22687-2fe6-4bb9-b8a7-b43eda4637d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:30:25.693457 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff22687-2fe6-4bb9-b8a7-b43eda4637d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:30:25.694053 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff22687-2fe6-4bb9-b8a7-b43eda4637d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:30:25.694615 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff22687-2fe6-4bb9-b8a7-b43eda4637d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:30:25.695157 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff22687-2fe6-4bb9-b8a7-b43eda4637d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:30:25.695715 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff22687-2fe6-4bb9-b8a7-b43eda4637d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:30:25.696298 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff22687-2fe6-4bb9-b8a7-b43eda4637d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:30:25.696802 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff22687-2fe6-4bb9-b8a7-b43eda4637d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:30:25.697300 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff22687-2fe6-4bb9-b8a7-b43eda4637d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:30:25.697814 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff22687-2fe6-4bb9-b8a7-b43eda4637d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:30:25.698311 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff22687-2fe6-4bb9-b8a7-b43eda4637d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:30:25.698789 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff22687-2fe6-4bb9-b8a7-b43eda4637d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:30:25.714603 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-bff22687-2fe6-4bb9-b8a7-b43eda4637d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:25.794341 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c6a6d-aab5-4b87-ae71-a0433be421e5 req-92e76c44-42d2-46b5-92ff-095d74e6ed54 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:25.806288 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0c9c6a6d-aab5-4b87-ae71-a0433be421e5 req-92e76c44-42d2-46b5-92ff-095d74e6ed54 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed69eb53-103d-418e-b0b1-f0953d0ac88c HTTP/1.1" status: 200 len: 931 time: 0.2964375 Jun 26 21:30:25.814266 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-22f8ea37-3f60-414c-92a1-4f56459dff91 req-dab4df96-2828-4699-9b72-17ff4294e935 service neutron] 10.222.0.41 "GET /v2.0/networks/d5655de1-5361-4a06-953a-81fc39e01316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199017 Jun 26 21:30:25.894249 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-ec5addc7-92d2-4488-8c0e-039038d568ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b02c420-d67c-4337-983a-872d1d747a5f {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 21:30:25.914585 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0c9c6a6d-aab5-4b87-ae71-a0433be421e5 req-1cfc3a96-0030-4ee4-84e1-5aafe7a01c93 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068189 Jun 26 21:30:25.919126 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-ec5addc7-92d2-4488-8c0e-039038d568ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:25.926418 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:25.935843 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-ec5addc7-92d2-4488-8c0e-039038d568ae service neutron] Transition to ACTIVE for port object 9b02c420-d67c-4337-983a-872d1d747a5f will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:30:25.943675 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-ec5addc7-92d2-4488-8c0e-039038d568ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8896010'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:25.947567 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:25.955762 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-270071c1-95d0-4c53-9734-1db1057aa41b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:26.031124 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-270071c1-95d0-4c53-9734-1db1057aa41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:26.046769 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-dc69347e-fcc4-428d-9261-a15c70accda6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:26.068567 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5addc7-92d2-4488-8c0e-039038d568ae service neutron] Pushing event updated for resources: {'Port': ['ID=9b02c420-d67c-4337-983a-872d1d747a5f,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:26.102450 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-ec5addc7-92d2-4488-8c0e-039038d568ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:26.140993 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-ec5addc7-92d2-4488-8c0e-039038d568ae service neutron] Attempting to bind port 9b02c420-d67c-4337-983a-872d1d747a5f on host hv-cinder-79820 for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:30:26.141374 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-ec5addc7-92d2-4488-8c0e-039038d568ae service neutron] Attempting to bind port 9b02c420-d67c-4337-983a-872d1d747a5f by drivers openvswitch,hyperv on host hv-cinder-79820 at level 0 using segments [{'id': 'a198608a-0649-4b2e-a7e8-7785be688f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2c5bc568-0f6a-468f-b968-93e3972ced30'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:30:26.141726 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-ec5addc7-92d2-4488-8c0e-039038d568ae service neutron] Attempting to bind port 9b02c420-d67c-4337-983a-872d1d747a5f on network 2c5bc568-0f6a-468f-b968-93e3972ced30 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:30:26.154565 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-ec5addc7-92d2-4488-8c0e-039038d568ae service neutron] Port 9b02c420-d67c-4337-983a-872d1d747a5f on network 2c5bc568-0f6a-468f-b968-93e3972ced30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79820 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 21:30:26.154913 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-ec5addc7-92d2-4488-8c0e-039038d568ae service neutron] Attempting to bind port 9b02c420-d67c-4337-983a-872d1d747a5f on network 2c5bc568-0f6a-468f-b968-93e3972ced30 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:30:26.161633 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-ec5addc7-92d2-4488-8c0e-039038d568ae service neutron] Checking agent: {'id': '92a96a50-8a1c-4808-8af1-2ac9e1a0a70b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79820', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 27, 54), 'started_at': datetime.datetime(2021, 6, 26, 21, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:30:26.162127 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-ec5addc7-92d2-4488-8c0e-039038d568ae service neutron] Checking segment: {'id': 'a198608a-0649-4b2e-a7e8-7785be688f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2c5bc568-0f6a-468f-b968-93e3972ced30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:30:26.162562 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-ec5addc7-92d2-4488-8c0e-039038d568ae service neutron] Bound using segment: {'id': 'a198608a-0649-4b2e-a7e8-7785be688f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2c5bc568-0f6a-468f-b968-93e3972ced30'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:30:26.163009 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-ec5addc7-92d2-4488-8c0e-039038d568ae service neutron] Bound port: 9b02c420-d67c-4337-983a-872d1d747a5f, host: hv-cinder-79820, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a198608a-0649-4b2e-a7e8-7785be688f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2c5bc568-0f6a-468f-b968-93e3972ced30'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:30:26.163396 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-ec5addc7-92d2-4488-8c0e-039038d568ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:26.243377 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-270071c1-95d0-4c53-9734-1db1057aa41b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f8dbdcbba69431b8f9d1fd4deba4663&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9295378 Jun 26 21:30:26.263726 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 39698) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:26.282325 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270071c1-95d0-4c53-9734-1db1057aa41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48c8e4f-c900-4825-9798-464e4313838d,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:26.297025 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-ec5addc7-92d2-4488-8c0e-039038d568ae service neutron] For port 9b02c420-d67c-4337-983a-872d1d747a5f, host hv-cinder-79820, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:30:26.308216 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-270071c1-95d0-4c53-9734-1db1057aa41b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:26.350773 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-ec5addc7-92d2-4488-8c0e-039038d568ae service neutron] For port 9b02c420-d67c-4337-983a-872d1d747a5f, host hv-cinder-79820, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=9b02c420-d67c-4337-983a-872d1d747a5f,segment=NetworkSegment(a198608a-0649-4b2e-a7e8-7785be688f5a),segment_id=a198608a-0649-4b2e-a7e8-7785be688f5a)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:30:26.361751 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-ec5addc7-92d2-4488-8c0e-039038d568ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8896010'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:26.379530 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-22f8ea37-3f60-414c-92a1-4f56459dff91 req-102c1e41-2a0a-4d6a-80ed-a70b8e93fb8d service neutron] 10.222.0.41 "GET /v2.0/networks/d5655de1-5361-4a06-953a-81fc39e01316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5338941 Jun 26 21:30:26.396245 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5e42ada5-3932-4016-84db-a0dedf7b0ddc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:26.537867 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-fc20339a-760c-4d8e-af26-1600ac573ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:26.586177 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-fc20339a-760c-4d8e-af26-1600ac573ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:26.622323 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a96c919-54de-489b-ba75-66760bc3eeba req-bbc47f24-b613-4443-9386-0cb5d9dada2c tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:26.635098 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8a96c919-54de-489b-ba75-66760bc3eeba req-bbc47f24-b613-4443-9386-0cb5d9dada2c tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f8c919b-6068-4cb1-a0a1-3fe703c9a754 HTTP/1.1" status: 200 len: 946 time: 0.4420464 Jun 26 21:30:26.642942 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-ec5addc7-92d2-4488-8c0e-039038d568ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:26.643685 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-ec5addc7-92d2-4488-8c0e-039038d568ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:26.645243 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-ec5addc7-92d2-4488-8c0e-039038d568ae service neutron] 10.222.0.41 "PUT /v2.0/ports/9b02c420-d67c-4337-983a-872d1d747a5f HTTP/1.1" status: 200 len: 1093 time: 1.6462586 Jun 26 21:30:26.650039 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed69eb53-103d-418e-b0b1-f0953d0ac88c', 'tag': '9b02c420-d67c-4337-983a-872d1d747a5f'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:30:26.655133 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b5f6d741f71b22ca80de7011a5bf010bd5b330abd4b28dbd747dc86a1ce20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6488a6a-09c1-4f11-972c-eadf53c7526d" -d '{"events": [{"name": "network-changed", "server_uuid": "ed69eb53-103d-418e-b0b1-f0953d0ac88c", "tag": "9b02c420-d67c-4337-983a-872d1d747a5f"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:30:26.659246 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-fc20339a-760c-4d8e-af26-1600ac573ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:26.662949 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-fc20339a-760c-4d8e-af26-1600ac573ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:26.667056 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-fc20339a-760c-4d8e-af26-1600ac573ecb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f48c8e4f-c900-4825-9798-464e4313838d HTTP/1.1" status: 204 len: 168 time: 0.3986661 Jun 26 21:30:26.667056 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5addc7-92d2-4488-8c0e-039038d568ae service neutron] Pushing event updated for resources: {'Port': ['ID=9b02c420-d67c-4337-983a-872d1d747a5f,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:26.678925 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-ec5addc7-92d2-4488-8c0e-039038d568ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:26.680684 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-fae6e7b8-6bdf-46e5-b581-c170b4e9c2a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:26.697079 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc20339a-760c-4d8e-af26-1600ac573ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48c8e4f-c900-4825-9798-464e4313838d,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:26.705958 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-fc20339a-760c-4d8e-af26-1600ac573ecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:26.822467 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-0c724116-7e4e-4ca3-8681-3dcea93e112f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:26.824143 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-0c724116-7e4e-4ca3-8681-3dcea93e112f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2ee5ec7eb2b3411d9a4940fb7dc9d91f&device_id=ed69eb53-103d-418e-b0b1-f0953d0ac88c HTTP/1.1" status: 200 len: 1096 time: 0.0963092 Jun 26 21:30:26.835789 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8a96c919-54de-489b-ba75-66760bc3eeba req-75966811-c39f-4650-ad50-fd443b1010d6 tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] 10.222.0.24 "GET /v2.0/security-groups?id=62178277-72c5-4986-ad80-8218b8475a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972480 Jun 26 21:30:26.896400 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378f848-f96b-45d2-9a23-63b62a44ad6d req-7da1dda1-1461-4e4e-9aea-f07773a65ae6 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:26.900414 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e378f848-f96b-45d2-9a23-63b62a44ad6d req-7da1dda1-1461-4e4e-9aea-f07773a65ae6 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 946 time: 0.3830659 Jun 26 21:30:26.910599 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-63494c9b-1224-45a7-905f-9a2ece7e08a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b02c420-d67c-4337-983a-872d1d747a5f HTTP/1.1" status: 200 len: 217 time: 0.0711968 Jun 26 21:30:26.986446 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e378f848-f96b-45d2-9a23-63b62a44ad6d req-cff3e086-c544-4dc0-b8c0-b0ca33b0f4de tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772552 Jun 26 21:30:27.035881 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-93d0e1ad-92cd-4650-b5cd-bf3e0274ab30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:27.037433 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-93d0e1ad-92cd-4650-b5cd-bf3e0274ab30 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3ab793f-3a73-4271-8f8a-84862d9d2427 HTTP/1.1" status: 200 len: 853 time: 0.1152098 Jun 26 21:30:27.040038 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 21:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-facfe1b4-3483-4d75-af1b-4129345f151b x-openstack-request-id: req-facfe1b4-3483-4d75-af1b-4129345f151b {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:30:27.040378 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed69eb53-103d-418e-b0b1-f0953d0ac88c", "tag": "9b02c420-d67c-4337-983a-872d1d747a5f", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:30:27.040661 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-facfe1b4-3483-4d75-af1b-4129345f151b {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:30:27.041095 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed69eb53-103d-418e-b0b1-f0953d0ac88c', 'tag': '9b02c420-d67c-4337-983a-872d1d747a5f', 'status': 'completed', 'code': 200} Jun 26 21:30:27.083115 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-ef67c034-90bf-4e02-a4a0-9c442bbe5af4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c5bc568-0f6a-468f-b968-93e3972ced30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366750 Jun 26 21:30:27.197693 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bdcd1e-c783-448c-826b-192ceabad188 req-18faf871-8742-492b-b4fe-7288351140af tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:27.200511 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-73bdcd1e-c783-448c-826b-192ceabad188 req-18faf871-8742-492b-b4fe-7288351140af tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed69eb53-103d-418e-b0b1-f0953d0ac88c HTTP/1.1" status: 200 len: 943 time: 0.1189497 Jun 26 21:30:27.218194 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-7d2fbb75-9da7-46c2-8982-6d99a690604d service neutron] 10.222.0.41 "GET /v2.0/networks/2c5bc568-0f6a-468f-b968-93e3972ced30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264739 Jun 26 21:30:27.277335 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-73bdcd1e-c783-448c-826b-192ceabad188 req-f5fed2f3-0ebb-4789-9f8a-bf42a313fecb tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690765 Jun 26 21:30:27.380466 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-ea1aed0f-1527-49c6-9089-d0feb1fddfe9 req-33648125-49a9-4ea7-964f-9b398741ee56 service neutron] 10.222.0.41 "GET /v2.0/networks/2c5bc568-0f6a-468f-b968-93e3972ced30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432683 Jun 26 21:30:27.536185 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 39744) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:27.569383 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e5684fb5-6b4b-48be-b22c-9b6dfba635d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:27.597749 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:27.608239 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6488a6a-09c1-4f11-972c-eadf53c7526d req-9a5dbae5-bb53-4db1-a82e-31fe77b54e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:27.611105 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-f6488a6a-09c1-4f11-972c-eadf53c7526d req-9a5dbae5-bb53-4db1-a82e-31fe77b54e59 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2ee5ec7eb2b3411d9a4940fb7dc9d91f&device_id=ed69eb53-103d-418e-b0b1-f0953d0ac88c HTTP/1.1" status: 200 len: 1096 time: 0.1194339 Jun 26 21:30:27.804233 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6488a6a-09c1-4f11-972c-eadf53c7526d req-76e48458-18a2-47c8-b479-7d2a94cb2382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:27.808318 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-f6488a6a-09c1-4f11-972c-eadf53c7526d req-76e48458-18a2-47c8-b479-7d2a94cb2382 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2c5bc568-0f6a-468f-b968-93e3972ced30 HTTP/1.1" status: 200 len: 914 time: 0.1886122 Jun 26 21:30:27.820320 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e5684fb5-6b4b-48be-b22c-9b6dfba635d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:27.827207 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e5684fb5-6b4b-48be-b22c-9b6dfba635d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:27.836935 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:27.870361 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-f6488a6a-09c1-4f11-972c-eadf53c7526d req-86502dca-78e8-4867-97ce-8dcebf1a8ba8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b02c420-d67c-4337-983a-872d1d747a5f HTTP/1.1" status: 200 len: 217 time: 0.0509770 Jun 26 21:30:27.932212 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-e5684fb5-6b4b-48be-b22c-9b6dfba635d4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3e0bf11607a44afca2a0f6b88d8979ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3940592 Jun 26 21:30:27.937856 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5684fb5-6b4b-48be-b22c-9b6dfba635d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599c912a-1794-431d-b3b3-add63527da98,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:27.950175 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6488a6a-09c1-4f11-972c-eadf53c7526d req-ff458bbe-9b59-4f78-b91f-a39658771d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:27.951998 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-f6488a6a-09c1-4f11-972c-eadf53c7526d req-ff458bbe-9b59-4f78-b91f-a39658771d22 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3ab793f-3a73-4271-8f8a-84862d9d2427 HTTP/1.1" status: 200 len: 853 time: 0.0663865 Jun 26 21:30:27.952703 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 39758) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:27.957968 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e5684fb5-6b4b-48be-b22c-9b6dfba635d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:28.060357 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-f6488a6a-09c1-4f11-972c-eadf53c7526d req-98b9d587-bb77-439c-a2e2-302686a35840 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c5bc568-0f6a-468f-b968-93e3972ced30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906823 Jun 26 21:30:28.124751 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2f3ae644-0597-41a0-92cf-1c97bca85eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:28.321775 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-f6488a6a-09c1-4f11-972c-eadf53c7526d req-e67de0f9-4a53-45dd-9324-6c10e863c979 service neutron] 10.222.0.41 "GET /v2.0/networks/2c5bc568-0f6a-468f-b968-93e3972ced30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443419 Jun 26 21:30:28.445433 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2f3ae644-0597-41a0-92cf-1c97bca85eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:28.544288 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-f6488a6a-09c1-4f11-972c-eadf53c7526d req-4e5d9f5b-6e0f-4871-91aa-d627eda32aca service neutron] 10.222.0.41 "GET /v2.0/networks/2c5bc568-0f6a-468f-b968-93e3972ced30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076719 Jun 26 21:30:28.670584 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b9d34b-4f34-402e-a84b-e2564e39ae9c req-4e829287-d8ee-4730-a929-7406c7cca6af tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:28.673350 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-64b9d34b-4f34-402e-a84b-e2564e39ae9c req-4e829287-d8ee-4730-a929-7406c7cca6af tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f8c919b-6068-4cb1-a0a1-3fe703c9a754 HTTP/1.1" status: 200 len: 946 time: 0.5082374 Jun 26 21:30:28.766652 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610e806-4d86-4843-9934-e69000d1b51e req-4f7d662a-479d-4161-88c4-f4cefdf46dcb tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:28.769828 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d610e806-4d86-4843-9934-e69000d1b51e req-4f7d662a-479d-4161-88c4-f4cefdf46dcb tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f8c919b-6068-4cb1-a0a1-3fe703c9a754 HTTP/1.1" status: 200 len: 946 time: 0.6497376 Jun 26 21:30:28.890117 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2f3ae644-0597-41a0-92cf-1c97bca85eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:28.892126 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2f3ae644-0597-41a0-92cf-1c97bca85eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:28.894281 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-2f3ae644-0597-41a0-92cf-1c97bca85eca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/599c912a-1794-431d-b3b3-add63527da98 HTTP/1.1" status: 204 len: 168 time: 0.9396818 Jun 26 21:30:28.911850 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1270c3a-3313-453d-ae8b-5e467a85ceaa req-dce16798-f9fe-49a5-8065-8f217e3f7074 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:28.917669 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f1270c3a-3313-453d-ae8b-5e467a85ceaa req-dce16798-f9fe-49a5-8065-8f217e3f7074 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 946 time: 0.5732238 Jun 26 21:30:28.935565 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-34040699-13db-4ed1-8395-62169add16ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:28.984781 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ae644-0597-41a0-92cf-1c97bca85eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599c912a-1794-431d-b3b3-add63527da98,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:28.999472 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-2f3ae644-0597-41a0-92cf-1c97bca85eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:29.005231 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-64b9d34b-4f34-402e-a84b-e2564e39ae9c req-d093f9d3-ca7c-46e1-b584-6b929328cc1e tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] 10.222.0.24 "GET /v2.0/security-groups?id=62178277-72c5-4986-ad80-8218b8475a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012164 Jun 26 21:30:29.077573 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f1270c3a-3313-453d-ae8b-5e467a85ceaa req-49ec6f19-9239-4783-a793-3502947d64bf tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332068 Jun 26 21:30:29.157675 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-d610e806-4d86-4843-9934-e69000d1b51e req-8991611d-b823-4106-84a6-eac7ef833587 tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] Deleting port 0ad125d2-b5f1-4692-8bf1-7ba32802b015 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:30:29.158734 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-d610e806-4d86-4843-9934-e69000d1b51e req-8991611d-b823-4106-84a6-eac7ef833587 tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:29.410798 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-d610e806-4d86-4843-9934-e69000d1b51e req-8991611d-b823-4106-84a6-eac7ef833587 tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] For port 0ad125d2-b5f1-4692-8bf1-7ba32802b015, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=0ad125d2-b5f1-4692-8bf1-7ba32802b015,segment=NetworkSegment(4ebf821f-9a1d-405c-ab80-6c295ea0f514),segment_id=4ebf821f-9a1d-405c-ab80-6c295ea0f514)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:30:29.411423 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-d610e806-4d86-4843-9934-e69000d1b51e req-8991611d-b823-4106-84a6-eac7ef833587 tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:29.638797 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-d610e806-4d86-4843-9934-e69000d1b51e req-8991611d-b823-4106-84a6-eac7ef833587 tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] Calling delete_port for 0ad125d2-b5f1-4692-8bf1-7ba32802b015 owned by compute:nova {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:30:29.667469 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7cde1-49ae-4b64-9dc5-e69df297fa27 req-95ad51cb-967e-41ef-ba89-cb7707d0e4e6 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:29.669659 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-24f7cde1-49ae-4b64-9dc5-e69df297fa27 req-95ad51cb-967e-41ef-ba89-cb7707d0e4e6 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed69eb53-103d-418e-b0b1-f0953d0ac88c HTTP/1.1" status: 200 len: 943 time: 0.3695216 Jun 26 21:30:29.785391 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-24f7cde1-49ae-4b64-9dc5-e69df297fa27 req-d6512abc-eb23-47cb-9cba-c24c6ed96f68 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911875 Jun 26 21:30:29.906710 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-d610e806-4d86-4843-9934-e69000d1b51e req-8991611d-b823-4106-84a6-eac7ef833587 tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8809482'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:29.921871 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b43caf46-7a41-4c16-b4d5-2b9328ff3950 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:29.932038 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] get_ports_and_sgs() called for port_ids ['0ad125d2-b5f1-4692-8bf1-7ba32802b015'] {{(pid=92923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 21:30:29.974387 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8991611d-b823-4106-84a6-eac7ef833587 tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] Pushing event deleted for resources: {'Port': ['ID=0ad125d2-b5f1-4692-8bf1-7ba32802b015,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:29.997977 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-8991611d-b823-4106-84a6-eac7ef833587 tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:30.067417 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-d610e806-4d86-4843-9934-e69000d1b51e req-8991611d-b823-4106-84a6-eac7ef833587 tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] No DVR routers for this DVR port 0ad125d2-b5f1-4692-8bf1-7ba32802b015 on host hv-cinder-79820 {{(pid=92922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 21:30:30.072604 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-d610e806-4d86-4843-9934-e69000d1b51e req-8991611d-b823-4106-84a6-eac7ef833587 tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:30.079090 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d610e806-4d86-4843-9934-e69000d1b51e req-8991611d-b823-4106-84a6-eac7ef833587 tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] 10.222.0.41 "DELETE /v2.0/ports/0ad125d2-b5f1-4692-8bf1-7ba32802b015 HTTP/1.1" status: 204 len: 173 time: 1.3006771 Jun 26 21:30:30.080270 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8c919b-6068-4cb1-a0a1-3fe703c9a754', 'name': 'network-vif-deleted', 'tag': '0ad125d2-b5f1-4692-8bf1-7ba32802b015'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:30:30.084570 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02b73ab247f9faeb07a43472fb83bf8797eb00ff3c4bc2c6d8d9a12e0ada40b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe6cf03-db50-4b48-9e8e-1db203cd1fdb" -d '{"events": [{"server_uuid": "3f8c919b-6068-4cb1-a0a1-3fe703c9a754", "name": "network-vif-deleted", "tag": "0ad125d2-b5f1-4692-8bf1-7ba32802b015"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:30:30.164052 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 21:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6399136a-0185-412a-afe0-755fa747a9c6 x-openstack-request-id: req-6399136a-0185-412a-afe0-755fa747a9c6 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:30:30.164788 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f8c919b-6068-4cb1-a0a1-3fe703c9a754", "name": "network-vif-deleted", "tag": "0ad125d2-b5f1-4692-8bf1-7ba32802b015", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:30:30.165374 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6399136a-0185-412a-afe0-755fa747a9c6 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:30:30.166187 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8c919b-6068-4cb1-a0a1-3fe703c9a754', 'name': 'network-vif-deleted', 'tag': '0ad125d2-b5f1-4692-8bf1-7ba32802b015', 'status': 'completed', 'code': 200} Jun 26 21:30:30.304920 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-50b11d57-c147-4093-8668-f09c6eb78e1d req-84cee055-b20f-4144-a608-61a4a84c3bd2 tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f8c919b-6068-4cb1-a0a1-3fe703c9a754 HTTP/1.1" status: 200 len: 210 time: 0.0494905 Jun 26 21:30:30.491758 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 9b02c420-d67c-4337-983a-872d1d747a5f details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=92923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 21:30:30.556951 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24658f3-6ad2-44e3-8c54-f496ca8be939 req-1f9fa43e-cb13-4040-aa17-42e170dc4e73 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:30.558688 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f24658f3-6ad2-44e3-8c54-f496ca8be939 req-1f9fa43e-cb13-4040-aa17-42e170dc4e73 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 946 time: 0.2174942 Jun 26 21:30:30.655672 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f24658f3-6ad2-44e3-8c54-f496ca8be939 req-474fbeb6-2bcc-46b0-983c-61eaead964b1 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825710 Jun 26 21:30:30.782353 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 9b02c420-d67c-4337-983a-872d1d747a5f, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=9b02c420-d67c-4337-983a-872d1d747a5f,segment=NetworkSegment(a198608a-0649-4b2e-a7e8-7785be688f5a),segment_id=a198608a-0649-4b2e-a7e8-7785be688f5a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:30:30.800568 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Returning: {'device': '9b02c420-d67c-4337-983a-872d1d747a5f', 'network_id': '2c5bc568-0f6a-468f-b968-93e3972ced30', 'port_id': '9b02c420-d67c-4337-983a-872d1d747a5f', 'mac_address': 'fa:16:3e:8e:d7:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3ab793f-3a73-4271-8f8a-84862d9d2427', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 21:30:30.866893 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:30.894233 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b02c420-d67c-4337-983a-872d1d747a5f {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 21:30:30.943201 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 9b02c420-d67c-4337-983a-872d1d747a5f, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=9b02c420-d67c-4337-983a-872d1d747a5f,segment=NetworkSegment(a198608a-0649-4b2e-a7e8-7785be688f5a),segment_id=a198608a-0649-4b2e-a7e8-7785be688f5a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:30:30.955784 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:30.958683 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-f4c35037-6376-46c4-a2cb-1419c8cc7651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:31.042253 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a393dc-32b3-45fb-bdd5-ec2db5aba999 req-d926cd48-6d4c-4c6e-b88b-cf565c015ef3 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:31.049137 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b2a393dc-32b3-45fb-bdd5-ec2db5aba999 req-d926cd48-6d4c-4c6e-b88b-cf565c015ef3 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed69eb53-103d-418e-b0b1-f0953d0ac88c HTTP/1.1" status: 200 len: 944 time: 0.1133540 Jun 26 21:30:31.054089 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=9b02c420-d67c-4337-983a-872d1d747a5f,revision_number=4']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:31.066162 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:30:31.066726 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:30:31.067287 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:30:31.067839 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:30:31.068385 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:30:31.068928 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:30:31.069466 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:30:31.070001 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:30:31.070540 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:30:31.071077 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:30:31.071783 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:30:31.072328 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:30:31.079701 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:31.116283 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b2a393dc-32b3-45fb-bdd5-ec2db5aba999 req-019f181b-ad84-4a35-9ce3-ddb66a77d164 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554345 Jun 26 21:30:31.262760 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] get_ports_and_sgs() called for port_ids ['9b02c420-d67c-4337-983a-872d1d747a5f'] {{(pid=92923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 21:30:31.498504 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-94a94f26-d0f8-4a00-aa65-b0418c3110f3 req-97618161-76fc-41a0-bfcd-47cb8182db3a tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f8c919b-6068-4cb1-a0a1-3fe703c9a754 HTTP/1.1" status: 200 len: 210 time: 0.0563471 Jun 26 21:30:31.730148 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.agents_db [None req-53b98272-06bb-47ef-8924-edf36d473ef8 None None] Agent healthcheck: found 6 active agents {{(pid=92924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 21:30:32.080832 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310d8ae-e9e1-4239-b6e5-9571d56094eb req-782dc515-99d5-423b-aa48-428cb565e67f tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:32.082453 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9310d8ae-e9e1-4239-b6e5-9571d56094eb req-782dc515-99d5-423b-aa48-428cb565e67f tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 946 time: 0.1969671 Jun 26 21:30:32.215604 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9310d8ae-e9e1-4239-b6e5-9571d56094eb req-6247232f-2253-4198-8a22-1e005524aa8f tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191821 Jun 26 21:30:32.489305 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 9b02c420-d67c-4337-983a-872d1d747a5f up at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:30:32.588770 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78afc00a-c143-475f-aa88-34759ae7bc8c req-3626adc7-efe7-44dd-8dbd-91bf0ae5316e tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:32.607946 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-78afc00a-c143-475f-aa88-34759ae7bc8c req-3626adc7-efe7-44dd-8dbd-91bf0ae5316e tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed69eb53-103d-418e-b0b1-f0953d0ac88c HTTP/1.1" status: 200 len: 944 time: 0.2111456 Jun 26 21:30:32.720416 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Provisioning for port 9b02c420-d67c-4337-983a-872d1d747a5f completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:30:32.730176 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Provisioning complete for port 9b02c420-d67c-4337-983a-872d1d747a5f triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:30:32.733431 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:32.764237 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-78afc00a-c143-475f-aa88-34759ae7bc8c req-e4009073-13e3-474f-8950-4a49194dd1c7 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544251 Jun 26 21:30:32.992023 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:33.028468 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed69eb53-103d-418e-b0b1-f0953d0ac88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b02c420-d67c-4337-983a-872d1d747a5f'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:30:33.031470 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8789620f65ed64c11f36a2c9fb0085813b3741d077667d6f020eb6652e2807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67330914-862e-4da2-a8a8-4bbc96bab964" -d '{"events": [{"server_uuid": "ed69eb53-103d-418e-b0b1-f0953d0ac88c", "name": "network-vif-plugged", "status": "completed", "tag": "9b02c420-d67c-4337-983a-872d1d747a5f"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:30:33.061617 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 9b02c420-d67c-4337-983a-872d1d747a5f, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=9b02c420-d67c-4337-983a-872d1d747a5f,segment=NetworkSegment(a198608a-0649-4b2e-a7e8-7785be688f5a),segment_id=a198608a-0649-4b2e-a7e8-7785be688f5a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:30:33.070740 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:33.072609 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 0ad125d2-b5f1-4692-8bf1-7ba32802b015 no longer exists at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:30:33.120819 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:33.124870 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] No Port match for: 0ad125d2-b5f1-4692-8bf1-7ba32802b015 {{(pid=92923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 21:30:33.125405 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 0ad125d2-b5f1-4692-8bf1-7ba32802b015 not bound to the agent host hv-cinder-79820 {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 21:30:33.161951 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 21:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0cae00-a0a3-4c29-bf20-6b98880b02d6 x-openstack-request-id: req-6f0cae00-a0a3-4c29-bf20-6b98880b02d6 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:30:33.162529 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed69eb53-103d-418e-b0b1-f0953d0ac88c", "name": "network-vif-plugged", "status": "completed", "tag": "9b02c420-d67c-4337-983a-872d1d747a5f", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:30:33.162945 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6f0cae00-a0a3-4c29-bf20-6b98880b02d6 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:30:33.163645 dv-cinder-798208-1-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed69eb53-103d-418e-b0b1-f0953d0ac88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b02c420-d67c-4337-983a-872d1d747a5f', 'code': 200} Jun 26 21:30:33.209573 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=9b02c420-d67c-4337-983a-872d1d747a5f,revision_number=5']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:33.215656 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:33.667486 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e91020-bb2a-402d-8580-3f4e530f25cd req-5a8a4c12-44eb-4dff-bf00-37d3e9b9e64a tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:33.678065 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-57e91020-bb2a-402d-8580-3f4e530f25cd req-5a8a4c12-44eb-4dff-bf00-37d3e9b9e64a tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 946 time: 0.1816802 Jun 26 21:30:33.686193 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f3508-9428-44c8-92ef-72ef3d9a1c74 req-736c058b-ec4b-4f72-bf43-d562970eb9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:33.688101 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-544f3508-9428-44c8-92ef-72ef3d9a1c74 req-736c058b-ec4b-4f72-bf43-d562970eb9e3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ed69eb53-103d-418e-b0b1-f0953d0ac88c HTTP/1.1" status: 200 len: 1098 time: 0.2467840 Jun 26 21:30:33.814105 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-544f3508-9428-44c8-92ef-72ef3d9a1c74 req-3400121c-1f4a-4898-b73f-f4537ce88e18 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020958 Jun 26 21:30:33.825358 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-57e91020-bb2a-402d-8580-3f4e530f25cd req-47560575-baa9-403f-b9c9-c6900a2fcabd tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448669 Jun 26 21:30:34.131955 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9a95f-16ab-44db-924f-0ec5ef7ecfad req-8c26d636-8f03-43d4-8083-67fa079e19b8 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:34.141287 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-00e9a95f-16ab-44db-924f-0ec5ef7ecfad req-8c26d636-8f03-43d4-8083-67fa079e19b8 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed69eb53-103d-418e-b0b1-f0953d0ac88c HTTP/1.1" status: 200 len: 945 time: 0.1291041 Jun 26 21:30:34.199338 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-00e9a95f-16ab-44db-924f-0ec5ef7ecfad req-61a1f0f1-25f0-4717-8a5b-c825730a6453 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562184 Jun 26 21:30:35.146699 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 40006) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:35.228696 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39016b-54c7-4d01-a1d5-f851ebd620cc req-068a4ba3-d2ff-4efd-9f86-f5092c0b52b3 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:35.232397 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1e39016b-54c7-4d01-a1d5-f851ebd620cc req-068a4ba3-d2ff-4efd-9f86-f5092c0b52b3 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 946 time: 0.1370399 Jun 26 21:30:35.234161 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.db_base_plugin_v2 [None req-200731eb-0ba1-4ba9-a2ee-fd43ba3c355b admin admin] Deleting subnet 5bf5dac0-1a15-4129-ab28-a67326760775 {{(pid=92921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 21:30:35.241604 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-200731eb-0ba1-4ba9-a2ee-fd43ba3c355b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:35.320593 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-200731eb-0ba1-4ba9-a2ee-fd43ba3c355b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696154'] for subnet, precommit_delete_associations {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:35.351836 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1e39016b-54c7-4d01-a1d5-f851ebd620cc req-f27595cd-78f6-4e77-b1ab-92753896cd9b tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129432 Jun 26 21:30:35.352879 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 40016) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:35.475427 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-200731eb-0ba1-4ba9-a2ee-fd43ba3c355b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4059658'] for subnet, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:35.552775 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6fca0b04-fc0c-40f2-9f36-238195a4303d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:35.618702 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-200731eb-0ba1-4ba9-a2ee-fd43ba3c355b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4059677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-221544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8896203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8846128'] for subnet, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:35.625319 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:35.655493 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200731eb-0ba1-4ba9-a2ee-fd43ba3c355b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bf5dac0-1a15-4129-ab28-a67326760775,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:35.665074 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-200731eb-0ba1-4ba9-a2ee-fd43ba3c355b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:35.672327 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-200731eb-0ba1-4ba9-a2ee-fd43ba3c355b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:35.677755 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-200731eb-0ba1-4ba9-a2ee-fd43ba3c355b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5bf5dac0-1a15-4129-ab28-a67326760775 HTTP/1.1" status: 204 len: 168 time: 0.5306513 Jun 26 21:30:35.679391 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 40024) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:35.809348 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6fca0b04-fc0c-40f2-9f36-238195a4303d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:35.822649 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6fca0b04-fc0c-40f2-9f36-238195a4303d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:35.827855 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-069d7cbc-69e7-47bb-8dbb-f39428e171a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:35.833286 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a68c349d-476f-4c61-92a9-fb25cdc7da77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4140915'] for network, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:35.886411 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-6fca0b04-fc0c-40f2-9f36-238195a4303d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=218a11c4ab78493caa34b0fc78c00a86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5318103 Jun 26 21:30:35.903574 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 40026) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:35.924016 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd511f-3c33-4292-8e93-59271c18b34a req-f3a985c2-4f76-4965-ac4e-617554ace000 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:35.926352 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-24fd511f-3c33-4292-8e93-59271c18b34a req-f3a985c2-4f76-4965-ac4e-617554ace000 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed69eb53-103d-418e-b0b1-f0953d0ac88c HTTP/1.1" status: 200 len: 945 time: 0.3169897 Jun 26 21:30:36.010938 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca0b04-fc0c-40f2-9f36-238195a4303d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fbb68c-eaec-47a3-ade8-be63c73d1442,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:36.045957 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-6fca0b04-fc0c-40f2-9f36-238195a4303d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:36.059153 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a68c349d-476f-4c61-92a9-fb25cdc7da77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4059223', 'neutron.services.segments.db._delete_segments_for_network-8773185548566'] for network, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:36.085379 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.services.segments.db [None req-a68c349d-476f-4c61-92a9-fb25cdc7da77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9d585c4-a5c6-4532-99ed-129e41124d77']}} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:30:36.108489 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.services.segments.db [None req-a68c349d-476f-4c61-92a9-fb25cdc7da77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ebf821f-9a1d-405c-ab80-6c295ea0f514') {'for_net_delete': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:30:36.108984 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.services.segments.db [None req-a68c349d-476f-4c61-92a9-fb25cdc7da77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ebf821f-9a1d-405c-ab80-6c295ea0f514') {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:30:36.129557 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-370847fc-765a-4380-92c0-bee88fd956d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:36.142361 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a68c349d-476f-4c61-92a9-fb25cdc7da77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773185534967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696141'] for segment, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:36.163596 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-24fd511f-3c33-4292-8e93-59271c18b34a req-dea4b363-8db8-4409-a0fe-d89809bd1b26 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541073 Jun 26 21:30:36.198697 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-370847fc-765a-4380-92c0-bee88fd956d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:36.210811 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a68c349d-476f-4c61-92a9-fb25cdc7da77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175'] for segment, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:36.240875 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a68c349d-476f-4c61-92a9-fb25cdc7da77 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=92921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 21:30:36.241622 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a68c349d-476f-4c61-92a9-fb25cdc7da77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8896046'] for segment, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:36.245933 dv-cinder-798208-1-iscsi neutron-server[92921]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 21:30:36.245933 dv-cinder-798208-1-iscsi neutron-server[92921]: conditions |= (models_v2.Port.network_id.in_( Jun 26 21:30:36.245933 dv-cinder-798208-1-iscsi neutron-server[92921]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 21:30:36.245933 dv-cinder-798208-1-iscsi neutron-server[92921]: conditions |= (models_v2.Port.network_id.in_( Jun 26 21:30:36.245933 dv-cinder-798208-1-iscsi neutron-server[92921]: Traceback (most recent call last): Jun 26 21:30:36.245933 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 21:30:36.245933 dv-cinder-798208-1-iscsi neutron-server[92921]: timer() Jun 26 21:30:36.245933 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 21:30:36.245933 dv-cinder-798208-1-iscsi neutron-server[92921]: cb(*args, **kw) Jun 26 21:30:36.245933 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 21:30:36.245933 dv-cinder-798208-1-iscsi neutron-server[92921]: return func(*args, **kwargs) Jun 26 21:30:36.245933 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 21:30:36.245933 dv-cinder-798208-1-iscsi neutron-server[92921]: self._notify() Jun 26 21:30:36.245933 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 21:30:36.245933 dv-cinder-798208-1-iscsi neutron-server[92921]: self.callback(batched_events) Jun 26 21:30:36.245933 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 21:30:36.245933 dv-cinder-798208-1-iscsi neutron-server[92921]: event.method(event) Jun 26 21:30:36.245933 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 21:30:36.245933 dv-cinder-798208-1-iscsi neutron-server[92921]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 21:30:36.245933 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 21:30:36.245933 dv-cinder-798208-1-iscsi neutron-server[92921]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 21:30:36.245933 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 21:30:36.245933 dv-cinder-798208-1-iscsi neutron-server[92921]: return f(self, *a, **k) Jun 26 21:30:36.245933 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 21:30:36.245933 dv-cinder-798208-1-iscsi neutron-server[92921]: return self._get(url).json() Jun 26 21:30:36.245933 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 21:30:36.245933 dv-cinder-798208-1-iscsi neutron-server[92921]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 21:30:36.245933 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 21:30:36.245933 dv-cinder-798208-1-iscsi neutron-server[92921]: return self.request(url, 'GET', **kwargs) Jun 26 21:30:36.245933 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 21:30:36.245933 dv-cinder-798208-1-iscsi neutron-server[92921]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 21:30:36.245933 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 21:30:36.245933 dv-cinder-798208-1-iscsi neutron-server[92921]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 21:30:36.245933 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 21:30:36.245933 dv-cinder-798208-1-iscsi neutron-server[92921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 21:30:36.245933 dv-cinder-798208-1-iscsi neutron-server[92921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 21:30:36.327225 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-370847fc-765a-4380-92c0-bee88fd956d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:36.330503 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-370847fc-765a-4380-92c0-bee88fd956d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:36.339473 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-370847fc-765a-4380-92c0-bee88fd956d3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d9fbb68c-eaec-47a3-ade8-be63c73d1442 HTTP/1.1" status: 204 len: 168 time: 0.4069982 Jun 26 21:30:36.340393 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-3f8bc534-032b-4568-817a-d7d9d60ce02e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:36.370291 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370847fc-765a-4380-92c0-bee88fd956d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fbb68c-eaec-47a3-ade8-be63c73d1442,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:36.378072 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-370847fc-765a-4380-92c0-bee88fd956d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:36.510996 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a68c349d-476f-4c61-92a9-fb25cdc7da77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4059228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-938849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642676'] for network, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:36.524713 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:36.575864 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a68c349d-476f-4c61-92a9-fb25cdc7da77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for network, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:36.587569 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-a68c349d-476f-4c61-92a9-fb25cdc7da77 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d9d585c4-a5c6-4532-99ed-129e41124d77 HTTP/1.1" status: 204 len: 168 time: 0.9065628 Jun 26 21:30:36.588673 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c349d-476f-4c61-92a9-fb25cdc7da77 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9d585c4-a5c6-4532-99ed-129e41124d77,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:36.595560 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a68c349d-476f-4c61-92a9-fb25cdc7da77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:36.853427 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052bb6e-39a8-4340-b248-2e8cd1bf0a2f req-03e27e98-474d-47a0-9705-b58b836ceb5a tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:36.863963 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d052bb6e-39a8-4340-b248-2e8cd1bf0a2f req-03e27e98-474d-47a0-9705-b58b836ceb5a tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 946 time: 0.2268310 Jun 26 21:30:36.913249 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d052bb6e-39a8-4340-b248-2e8cd1bf0a2f req-4c1d5682-091b-48a3-8360-27ac31d69223 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395806 Jun 26 21:30:37.046864 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 40062) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:37.174203 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-30be3113-5406-484e-9ae7-788cb7d1dc1f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4611305e977349f7a507bd108aab7ddc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1248744 Jun 26 21:30:37.179870 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 40064) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:37.288365 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f8992b06-4dbb-40f7-9170-3851c7bb86f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:37.341195 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f8992b06-4dbb-40f7-9170-3851c7bb86f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:37.342785 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 40066) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:37.372727 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-141946c5-4891-469d-b9ad-8c444ca38821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:37.488430 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f8992b06-4dbb-40f7-9170-3851c7bb86f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:37.493537 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f8992b06-4dbb-40f7-9170-3851c7bb86f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:37.497190 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-f8992b06-4dbb-40f7-9170-3851c7bb86f7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/62178277-72c5-4986-ad80-8218b8475a46 HTTP/1.1" status: 204 len: 168 time: 0.3135378 Jun 26 21:30:37.499083 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-2f3ae644-0597-41a0-92cf-1c97bca85eca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:37.523607 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8992b06-4dbb-40f7-9170-3851c7bb86f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62178277-72c5-4986-ad80-8218b8475a46,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:37.554549 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f8992b06-4dbb-40f7-9170-3851c7bb86f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:37.742793 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-141946c5-4891-469d-b9ad-8c444ca38821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:37.759692 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-141946c5-4891-469d-b9ad-8c444ca38821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:37.775973 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-71ed94c1-3f4b-4d48-a8cf-96a5c7789958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:37.911008 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-141946c5-4891-469d-b9ad-8c444ca38821 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=658ebad250a04be5823bd8553bfc9a7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5548501 Jun 26 21:30:37.911008 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 40080) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:37.911008 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141946c5-4891-469d-b9ad-8c444ca38821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b752aa-ed16-4efb-bf52-c9f22535af12,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:37.930908 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-141946c5-4891-469d-b9ad-8c444ca38821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:38.083762 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e42f94f3-8714-48fc-a6e4-27307a401545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:38.120758 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e42f94f3-8714-48fc-a6e4-27307a401545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:38.205181 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e3a00-0ab1-4d23-972f-1fc1eeefa3cf req-dfe35eae-1f6d-489b-b5cd-48b4ef65df14 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:38.207159 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0a4e3a00-0ab1-4d23-972f-1fc1eeefa3cf req-dfe35eae-1f6d-489b-b5cd-48b4ef65df14 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 946 time: 0.0948381 Jun 26 21:30:38.222795 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e42f94f3-8714-48fc-a6e4-27307a401545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:38.227833 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e42f94f3-8714-48fc-a6e4-27307a401545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:38.234761 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-e42f94f3-8714-48fc-a6e4-27307a401545 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f1b752aa-ed16-4efb-bf52-c9f22535af12 HTTP/1.1" status: 204 len: 168 time: 0.3257809 Jun 26 21:30:38.234761 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-1462de1d-a73e-4f8c-82e1-6c93436e21fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:38.247347 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f94f3-8714-48fc-a6e4-27307a401545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b752aa-ed16-4efb-bf52-c9f22535af12,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:38.250983 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-e42f94f3-8714-48fc-a6e4-27307a401545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:38.294396 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0a4e3a00-0ab1-4d23-972f-1fc1eeefa3cf req-1ff60d16-b733-49da-b506-5162081ea9eb tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729532 Jun 26 21:30:38.906086 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 40114) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:38.950052 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-8a21da34-1285-4d11-867a-c2fb3c329f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:39.122326 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-8a21da34-1285-4d11-867a-c2fb3c329f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:39.127562 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-8a21da34-1285-4d11-867a-c2fb3c329f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:39.142415 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-9742b587-3a34-446e-8412-ceb182a26c97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:39.180718 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-8a21da34-1285-4d11-867a-c2fb3c329f66 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=798c0305d5fe49f2b87441fc02dc703c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2712445 Jun 26 21:30:39.186023 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 40122) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:39.208762 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a21da34-1285-4d11-867a-c2fb3c329f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818cf6cf-6e42-4a06-82b5-66cd9449e26f,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:39.216293 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-8a21da34-1285-4d11-867a-c2fb3c329f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:39.277993 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a6c38660-84d7-4892-8ffc-7eb8148d55ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:39.313961 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a6c38660-84d7-4892-8ffc-7eb8148d55ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:39.388717 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a6c38660-84d7-4892-8ffc-7eb8148d55ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:39.392399 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a6c38660-84d7-4892-8ffc-7eb8148d55ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:39.394116 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-a6c38660-84d7-4892-8ffc-7eb8148d55ff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/818cf6cf-6e42-4a06-82b5-66cd9449e26f HTTP/1.1" status: 204 len: 168 time: 0.2063987 Jun 26 21:30:39.394989 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-985529fd-8aa7-45f8-922f-4c35c340baaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:39.417351 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c38660-84d7-4892-8ffc-7eb8148d55ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818cf6cf-6e42-4a06-82b5-66cd9449e26f,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:39.420898 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a6c38660-84d7-4892-8ffc-7eb8148d55ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:40.080213 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd18d8-77a4-43c1-b735-2cf0cbfac9de req-b64173c7-38a5-4cf1-8ff8-a3da6ec681a7 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:40.088907 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-67fd18d8-77a4-43c1-b735-2cf0cbfac9de req-b64173c7-38a5-4cf1-8ff8-a3da6ec681a7 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 946 time: 0.0980451 Jun 26 21:30:40.153503 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-67fd18d8-77a4-43c1-b735-2cf0cbfac9de req-4b835133-ba81-4a04-bebd-eb8f97f68c9e tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627484 Jun 26 21:30:41.378926 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 40194) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:41.448506 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf2982a-3507-46ae-97b9-df058e23e6e6 req-23f3db37-13bc-435a-b5af-1c3f97607379 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:41.452969 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bdf2982a-3507-46ae-97b9-df058e23e6e6 req-23f3db37-13bc-435a-b5af-1c3f97607379 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 946 time: 0.1323271 Jun 26 21:30:41.579845 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bdf2982a-3507-46ae-97b9-df058e23e6e6 req-e26fe56b-26e3-4973-9dd7-1bc81675354b tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200573 Jun 26 21:30:41.595076 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-10c710da-c3ef-46c6-9793-112e0d5b70e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:41.785563 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-10c710da-c3ef-46c6-9793-112e0d5b70e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:41.790948 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-10c710da-c3ef-46c6-9793-112e0d5b70e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:41.833197 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-3a50cb52-17f2-4327-88f9-07ac58431e12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:41.862185 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-10c710da-c3ef-46c6-9793-112e0d5b70e9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=842dcd7385514d51a143099f6213b903&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4809380 Jun 26 21:30:41.865652 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 40226) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:41.899229 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c710da-c3ef-46c6-9793-112e0d5b70e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be294f7c-4068-4dc0-aea2-9af637413fac,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:41.912917 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-10c710da-c3ef-46c6-9793-112e0d5b70e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:42.163274 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-d9239527-c73f-4eff-bce7-16a1ba141aa8 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:42.175428 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-d9239527-c73f-4eff-bce7-16a1ba141aa8 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/networks?id=2c5bc568-0f6a-468f-b968-93e3972ced30 HTTP/1.1" status: 200 len: 813 time: 0.3918610 Jun 26 21:30:42.182477 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2cb9b47d-e90d-4c17-9cb4-3faf3a9bb0ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:42.261470 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-67eaaa27-75a7-4671-b42c-24865c1f5e65 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/quotas/2ee5ec7eb2b3411d9a4940fb7dc9d91f HTTP/1.1" status: 200 len: 375 time: 0.0698757 Jun 26 21:30:42.322472 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2cb9b47d-e90d-4c17-9cb4-3faf3a9bb0ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:42.431832 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-f0c1241c-03b6-4bc0-9e96-1b3cdb55c1a5 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ee5ec7eb2b3411d9a4940fb7dc9d91f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1687219 Jun 26 21:30:42.586143 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-f3e2d1e8-eeea-4948-a3a0-952c593695a2 service neutron] 10.222.0.24 "GET /v2.0/networks/2c5bc568-0f6a-468f-b968-93e3972ced30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515758 Jun 26 21:30:42.596043 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2cb9b47d-e90d-4c17-9cb4-3faf3a9bb0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:42.599566 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2cb9b47d-e90d-4c17-9cb4-3faf3a9bb0ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:42.600896 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-2cb9b47d-e90d-4c17-9cb4-3faf3a9bb0ab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/be294f7c-4068-4dc0-aea2-9af637413fac HTTP/1.1" status: 204 len: 168 time: 0.7323718 Jun 26 21:30:42.603981 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:42.653573 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9b47d-e90d-4c17-9cb4-3faf3a9bb0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be294f7c-4068-4dc0-aea2-9af637413fac,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:42.682325 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-2cb9b47d-e90d-4c17-9cb4-3faf3a9bb0ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:42.848073 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-98b87cc2-46ba-485e-94e6-b9331d562156 service neutron] 10.222.0.24 "GET /v2.0/networks/2c5bc568-0f6a-468f-b968-93e3972ced30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607410 Jun 26 21:30:43.086948 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c648ce-8232-469a-b67b-7934c492ffcf req-493964e5-91c0-44d4-b8cf-9293bd583e7f tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:43.089286 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e7c648ce-8232-469a-b67b-7934c492ffcf req-493964e5-91c0-44d4-b8cf-9293bd583e7f tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 946 time: 0.1291852 Jun 26 21:30:43.193184 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e7c648ce-8232-469a-b67b-7934c492ffcf req-3332d29f-a3d2-451d-9e0b-be37a4f35ed1 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932138 Jun 26 21:30:43.272012 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-58f8082c-6626-47fb-a13d-bdcf803f2075 req-61722f18-02f6-41cc-a26c-3b6d98a29789 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=9216cfee-43d5-4996-bee0-d4457bf21692 HTTP/1.1" status: 200 len: 210 time: 0.0375700 Jun 26 21:30:44.444845 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231abec-a0d0-4c1a-90d0-b0c4790322a7 req-d8f6ba6d-bdba-4a45-9512-5f9f3022b6fa tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:44.447265 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c231abec-a0d0-4c1a-90d0-b0c4790322a7 req-d8f6ba6d-bdba-4a45-9512-5f9f3022b6fa tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 946 time: 0.0814400 Jun 26 21:30:44.515901 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c231abec-a0d0-4c1a-90d0-b0c4790322a7 req-c5635da0-003d-4eec-80b8-6cc1a1f2cccc tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572863 Jun 26 21:30:44.743815 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3ec76a36-2d59-4891-85cf-987d8356006a req-fb30762b-d50b-43dd-b509-dce8ac287c41 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=9216cfee-43d5-4996-bee0-d4457bf21692 HTTP/1.1" status: 200 len: 210 time: 0.0303335 Jun 26 21:30:45.887814 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a47264-4047-42d5-a951-3d690043ed92 req-e89ac2bb-3196-470d-9115-3aab71f597ad tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:45.894061 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f6a47264-4047-42d5-a951-3d690043ed92 req-e89ac2bb-3196-470d-9115-3aab71f597ad tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 946 time: 0.1568098 Jun 26 21:30:45.974312 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f6a47264-4047-42d5-a951-3d690043ed92 req-018ea1a2-26c5-4714-ba99-76762b0382d7 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690782 Jun 26 21:30:46.106358 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a88bfd7f-58f7-47aa-876a-e02dedc367f8 req-6d5de776-106b-4d1a-b0bc-47df110b72d1 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=9216cfee-43d5-4996-bee0-d4457bf21692 HTTP/1.1" status: 200 len: 210 time: 0.0339339 Jun 26 21:30:46.916238 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-d5522248-fef5-4d95-b504-bbb37cbd04c8 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:46.919889 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-d5522248-fef5-4d95-b504-bbb37cbd04c8 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.41 "GET /v2.0/networks?id=2c5bc568-0f6a-468f-b968-93e3972ced30 HTTP/1.1" status: 200 len: 813 time: 0.1970642 Jun 26 21:30:46.951100 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-fdf3c6f6-c6ef-4aab-9584-5a9cde69f425 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Request body: {'port': {'device_id': '9216cfee-43d5-4996-bee0-d4457bf21692', 'network_id': '2c5bc568-0f6a-468f-b968-93e3972ced30', 'admin_state_up': True, 'tenant_id': '2ee5ec7eb2b3411d9a4940fb7dc9d91f'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:30:47.357821 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-fdf3c6f6-c6ef-4aab-9584-5a9cde69f425 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Made reservation on behalf of 2ee5ec7eb2b3411d9a4940fb7dc9d91f for: {'port': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:30:47.371466 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-fdf3c6f6-c6ef-4aab-9584-5a9cde69f425 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:47.537935 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a95f7-5f87-40d5-bc6a-4915b8b82557 req-e239d2bb-97c1-404c-acdc-478e044596a6 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:47.547625 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6b9a95f7-5f87-40d5-bc6a-4915b8b82557 req-e239d2bb-97c1-404c-acdc-478e044596a6 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 946 time: 0.3243620 Jun 26 21:30:47.667158 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6b9a95f7-5f87-40d5-bc6a-4915b8b82557 req-20c5be55-1c48-4215-ae6f-2acc1f53ace6 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184878 Jun 26 21:30:47.672425 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-481ba76f-5203-4e30-879d-c760d42bfcb7 req-49e8d879-2e1e-4731-992e-0ec4bfbfe339 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=9216cfee-43d5-4996-bee0-d4457bf21692 HTTP/1.1" status: 200 len: 210 time: 0.0855753 Jun 26 21:30:47.713909 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-fdf3c6f6-c6ef-4aab-9584-5a9cde69f425 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Allocated IP 172.20.0.3 (2c5bc568-0f6a-468f-b968-93e3972ced30/b3ab793f-3a73-4271-8f8a-84862d9d2427/97184965-a41a-4505-b5bb-f5aed24544e6) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:30:47.992121 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-fdf3c6f6-c6ef-4aab-9584-5a9cde69f425 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:48.051308 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-fdf3c6f6-c6ef-4aab-9584-5a9cde69f425 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8809475'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:48.057276 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-79350d9f-7ca9-4468-aef3-0bbedf7c3020 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:48.067753 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] get_ports_and_sgs() called for port_ids ['fb35f91b-b87f-4004-9055-3a6bc5f92231', '9b02c420-d67c-4337-983a-872d1d747a5f'] {{(pid=92923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 21:30:48.116920 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-fdf3c6f6-c6ef-4aab-9584-5a9cde69f425 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Network 2c5bc568-0f6a-468f-b968-93e3972ced30 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:30:48.121799 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-fdf3c6f6-c6ef-4aab-9584-5a9cde69f425 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:30:48.129376 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-fdf3c6f6-c6ef-4aab-9584-5a9cde69f425 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:30:48.161200 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf3c6f6-c6ef-4aab-9584-5a9cde69f425 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Pushing event updated for resources: {'Port': ['ID=97184965-a41a-4505-b5bb-f5aed24544e6,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:48.173134 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-fdf3c6f6-c6ef-4aab-9584-5a9cde69f425 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:48.173309 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 40418) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:48.224341 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-fdf3c6f6-c6ef-4aab-9584-5a9cde69f425 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:48.226049 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-fdf3c6f6-c6ef-4aab-9584-5a9cde69f425 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:48.252489 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-fdf3c6f6-c6ef-4aab-9584-5a9cde69f425 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3169250 Jun 26 21:30:48.276414 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-6e2e11be-dfa5-4610-bff2-ed1295f542f6 service neutron] Request body: {'port': {'device_id': '9216cfee-43d5-4996-bee0-d4457bf21692', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79820'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:30:48.383385 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-64627ca0-8b9f-4bb6-b775-569ddaed0d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:48.388747 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-6e2e11be-dfa5-4610-bff2-ed1295f542f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:48.496643 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-64627ca0-8b9f-4bb6-b775-569ddaed0d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:48.501507 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-64627ca0-8b9f-4bb6-b775-569ddaed0d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:48.504196 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-494ecb99-3f5e-4fcb-9464-7dcf2d586bf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:48.544537 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64627ca0-8b9f-4bb6-b775-569ddaed0d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c433d9c3-24e5-42d0-8610-ea764ad0d478,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:48.552087 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-64627ca0-8b9f-4bb6-b775-569ddaed0d0b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9ff1cadbf928442b8ee4e70a9de8e124&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3747303 Jun 26 21:30:48.552087 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-64627ca0-8b9f-4bb6-b775-569ddaed0d0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:48.552512 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 40422) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:48.620732 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e50ab471-0e34-4d5c-889c-4ff89f0520e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:48.676353 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e50ab471-0e34-4d5c-889c-4ff89f0520e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:48.765761 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e50ab471-0e34-4d5c-889c-4ff89f0520e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:48.770562 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e50ab471-0e34-4d5c-889c-4ff89f0520e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:48.772536 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-e50ab471-0e34-4d5c-889c-4ff89f0520e6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c433d9c3-24e5-42d0-8610-ea764ad0d478 HTTP/1.1" status: 204 len: 168 time: 0.2189589 Jun 26 21:30:48.773629 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:48.802482 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ab471-0e34-4d5c-889c-4ff89f0520e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c433d9c3-24e5-42d0-8610-ea764ad0d478,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:48.822121 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-e50ab471-0e34-4d5c-889c-4ff89f0520e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:48.840170 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-6e2e11be-dfa5-4610-bff2-ed1295f542f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97184965-a41a-4505-b5bb-f5aed24544e6 {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 21:30:48.855442 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-6e2e11be-dfa5-4610-bff2-ed1295f542f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:48.873638 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-6e2e11be-dfa5-4610-bff2-ed1295f542f6 service neutron] Transition to ACTIVE for port object 97184965-a41a-4505-b5bb-f5aed24544e6 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:30:48.880595 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-6e2e11be-dfa5-4610-bff2-ed1295f542f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8809713'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:48.886192 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:49.102720 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e11be-dfa5-4610-bff2-ed1295f542f6 service neutron] Pushing event updated for resources: {'Port': ['ID=97184965-a41a-4505-b5bb-f5aed24544e6,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:49.144068 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-6e2e11be-dfa5-4610-bff2-ed1295f542f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:49.204077 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-6e2e11be-dfa5-4610-bff2-ed1295f542f6 service neutron] Attempting to bind port 97184965-a41a-4505-b5bb-f5aed24544e6 on host hv-cinder-79820 for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:30:49.204430 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-6e2e11be-dfa5-4610-bff2-ed1295f542f6 service neutron] Attempting to bind port 97184965-a41a-4505-b5bb-f5aed24544e6 by drivers openvswitch,hyperv on host hv-cinder-79820 at level 0 using segments [{'id': 'a198608a-0649-4b2e-a7e8-7785be688f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2c5bc568-0f6a-468f-b968-93e3972ced30'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:30:49.204764 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-6e2e11be-dfa5-4610-bff2-ed1295f542f6 service neutron] Attempting to bind port 97184965-a41a-4505-b5bb-f5aed24544e6 on network 2c5bc568-0f6a-468f-b968-93e3972ced30 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:30:49.218920 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-6e2e11be-dfa5-4610-bff2-ed1295f542f6 service neutron] Port 97184965-a41a-4505-b5bb-f5aed24544e6 on network 2c5bc568-0f6a-468f-b968-93e3972ced30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79820 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 21:30:49.219283 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-6e2e11be-dfa5-4610-bff2-ed1295f542f6 service neutron] Attempting to bind port 97184965-a41a-4505-b5bb-f5aed24544e6 on network 2c5bc568-0f6a-468f-b968-93e3972ced30 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:30:49.242556 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-6e2e11be-dfa5-4610-bff2-ed1295f542f6 service neutron] Checking agent: {'id': '92a96a50-8a1c-4808-8af1-2ac9e1a0a70b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79820', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 27, 54), 'started_at': datetime.datetime(2021, 6, 26, 21, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:30:49.242894 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-6e2e11be-dfa5-4610-bff2-ed1295f542f6 service neutron] Checking segment: {'id': 'a198608a-0649-4b2e-a7e8-7785be688f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2c5bc568-0f6a-468f-b968-93e3972ced30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:30:49.243312 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-6e2e11be-dfa5-4610-bff2-ed1295f542f6 service neutron] Bound using segment: {'id': 'a198608a-0649-4b2e-a7e8-7785be688f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2c5bc568-0f6a-468f-b968-93e3972ced30'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:30:49.243769 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-6e2e11be-dfa5-4610-bff2-ed1295f542f6 service neutron] Bound port: 97184965-a41a-4505-b5bb-f5aed24544e6, host: hv-cinder-79820, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a198608a-0649-4b2e-a7e8-7785be688f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2c5bc568-0f6a-468f-b968-93e3972ced30'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:30:49.244441 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-6e2e11be-dfa5-4610-bff2-ed1295f542f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:49.432116 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-86de3341-bfba-4640-92dc-49c2dc0e7927 req-442f3806-9a5e-4ba3-be22-388b69283f78 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=09af1582-e0f6-4f3f-b166-1cd44f4732a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1080980 Jun 26 21:30:49.479313 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 40458) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:49.488014 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8aaed-d441-4b37-986b-9f89e63fa833 req-31586e45-760e-4428-bede-7273f9047c66 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:49.497147 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-66d8aaed-d441-4b37-986b-9f89e63fa833 req-31586e45-760e-4428-bede-7273f9047c66 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=9216cfee-43d5-4996-bee0-d4457bf21692 HTTP/1.1" status: 200 len: 943 time: 0.4423778 Jun 26 21:30:49.505294 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-504479fc-ded8-4ade-adea-745eee7121f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:49.521900 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5a2e8-194e-4536-9f92-1c0eb6105283 req-f3a67624-ddca-4ae2-a08b-8dd3e6c5337a tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:49.523891 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a6c5a2e8-194e-4536-9f92-1c0eb6105283 req-f3a67624-ddca-4ae2-a08b-8dd3e6c5337a tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 946 time: 0.4315188 Jun 26 21:30:49.607002 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-66d8aaed-d441-4b37-986b-9f89e63fa833 req-f10b8e2e-3394-4a56-bc46-715f553bb368 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093030 Jun 26 21:30:49.632918 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-6e2e11be-dfa5-4610-bff2-ed1295f542f6 service neutron] For port 97184965-a41a-4505-b5bb-f5aed24544e6, host hv-cinder-79820, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:30:49.636389 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-6e2e11be-dfa5-4610-bff2-ed1295f542f6 service neutron] For port 97184965-a41a-4505-b5bb-f5aed24544e6, host hv-cinder-79820, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=97184965-a41a-4505-b5bb-f5aed24544e6,segment=NetworkSegment(a198608a-0649-4b2e-a7e8-7785be688f5a),segment_id=a198608a-0649-4b2e-a7e8-7785be688f5a)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:30:49.648665 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a6c5a2e8-194e-4536-9f92-1c0eb6105283 req-2a06b759-1187-405d-a18d-1436a011da69 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110630 Jun 26 21:30:49.656789 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-6e2e11be-dfa5-4610-bff2-ed1295f542f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8809713'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:49.659847 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b43caf46-7a41-4c16-b4d5-2b9328ff3950 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:49.722914 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de3341-bfba-4640-92dc-49c2dc0e7927 req-8f30b444-d160-413c-a748-6021bdb63fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:49.725598 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-86de3341-bfba-4640-92dc-49c2dc0e7927 req-8f30b444-d160-413c-a748-6021bdb63fe0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2ee5ec7eb2b3411d9a4940fb7dc9d91f&device_id=09af1582-e0f6-4f3f-b166-1cd44f4732a3 HTTP/1.1" status: 200 len: 1098 time: 0.2060149 Jun 26 21:30:49.732932 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e11be-dfa5-4610-bff2-ed1295f542f6 service neutron] Pushing event updated for resources: {'Port': ['ID=97184965-a41a-4505-b5bb-f5aed24544e6,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:49.740897 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-6e2e11be-dfa5-4610-bff2-ed1295f542f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:49.742752 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-6e2e11be-dfa5-4610-bff2-ed1295f542f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:49.743513 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-6e2e11be-dfa5-4610-bff2-ed1295f542f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:49.745201 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-6e2e11be-dfa5-4610-bff2-ed1295f542f6 service neutron] 10.222.0.41 "PUT /v2.0/ports/97184965-a41a-4505-b5bb-f5aed24544e6 HTTP/1.1" status: 200 len: 1093 time: 1.4825518 Jun 26 21:30:49.745945 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9216cfee-43d5-4996-bee0-d4457bf21692', 'tag': '97184965-a41a-4505-b5bb-f5aed24544e6'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:30:49.748806 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02b73ab247f9faeb07a43472fb83bf8797eb00ff3c4bc2c6d8d9a12e0ada40b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e7f1d7-c851-4cc0-80bd-8f8c94b35da4" -d '{"events": [{"name": "network-changed", "server_uuid": "9216cfee-43d5-4996-bee0-d4457bf21692", "tag": "97184965-a41a-4505-b5bb-f5aed24544e6"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:30:49.805057 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-504479fc-ded8-4ade-adea-745eee7121f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:49.812279 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-504479fc-ded8-4ade-adea-745eee7121f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:49.815978 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-8a21da34-1285-4d11-867a-c2fb3c329f66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:49.896775 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 21:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12be9e14-c82d-4c8d-afb5-7d4fd3fd5f3c x-openstack-request-id: req-12be9e14-c82d-4c8d-afb5-7d4fd3fd5f3c {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:30:49.897245 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504479fc-ded8-4ade-adea-745eee7121f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e71068a-2d9e-44f6-b329-e15cc37f5c19,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:49.897397 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9216cfee-43d5-4996-bee0-d4457bf21692", "tag": "97184965-a41a-4505-b5bb-f5aed24544e6", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:30:49.897699 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-12be9e14-c82d-4c8d-afb5-7d4fd3fd5f3c {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:30:49.898346 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9216cfee-43d5-4996-bee0-d4457bf21692', 'tag': '97184965-a41a-4505-b5bb-f5aed24544e6', 'status': 'completed', 'code': 200} Jun 26 21:30:49.900592 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-504479fc-ded8-4ade-adea-745eee7121f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:49.904639 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-504479fc-ded8-4ade-adea-745eee7121f9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0ee773866d4f4473b15ef379713a23dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4221535 Jun 26 21:30:49.909231 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 40472) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:49.940678 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de3341-bfba-4640-92dc-49c2dc0e7927 req-20441307-753a-4148-bc70-9be03cfccc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:49.942355 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-86de3341-bfba-4640-92dc-49c2dc0e7927 req-20441307-753a-4148-bc70-9be03cfccc51 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2c5bc568-0f6a-468f-b968-93e3972ced30 HTTP/1.1" status: 200 len: 914 time: 0.1548743 Jun 26 21:30:49.944848 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-30015371-887a-4e3a-97ef-67ddfafa1c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:49.947368 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-30015371-887a-4e3a-97ef-67ddfafa1c73 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2ee5ec7eb2b3411d9a4940fb7dc9d91f&device_id=9216cfee-43d5-4996-bee0-d4457bf21692 HTTP/1.1" status: 200 len: 1096 time: 0.1124356 Jun 26 21:30:50.024827 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-06d56803-2f01-45ee-ad06-87f4ae4e38e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97184965-a41a-4505-b5bb-f5aed24544e6 HTTP/1.1" status: 200 len: 217 time: 0.0583394 Jun 26 21:30:50.053932 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-86de3341-bfba-4640-92dc-49c2dc0e7927 req-bcddfc9c-cc60-421a-bfe3-3e7f6c97e484 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb35f91b-b87f-4004-9055-3a6bc5f92231 HTTP/1.1" status: 200 len: 217 time: 0.0875304 Jun 26 21:30:50.125811 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-1feae0d9-1c20-4584-be07-d6ccedad2be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:50.127770 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-1feae0d9-1c20-4584-be07-d6ccedad2be9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3ab793f-3a73-4271-8f8a-84862d9d2427 HTTP/1.1" status: 200 len: 853 time: 0.0886333 Jun 26 21:30:50.144709 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7959e3b2-79aa-4ebf-9844-571c9f02eb11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:50.170516 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de3341-bfba-4640-92dc-49c2dc0e7927 req-942e092c-47ef-498b-9391-03deeddd00dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:50.173188 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-86de3341-bfba-4640-92dc-49c2dc0e7927 req-942e092c-47ef-498b-9391-03deeddd00dd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3ab793f-3a73-4271-8f8a-84862d9d2427 HTTP/1.1" status: 200 len: 853 time: 0.1102352 Jun 26 21:30:50.185841 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-6694afa9-4976-4570-aaf3-9f8ec8da3b9d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c5bc568-0f6a-468f-b968-93e3972ced30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478032 Jun 26 21:30:50.243774 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7959e3b2-79aa-4ebf-9844-571c9f02eb11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:50.248788 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-86de3341-bfba-4640-92dc-49c2dc0e7927 req-2a99d49c-41ed-4f6d-af02-ae052a934b42 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c5bc568-0f6a-468f-b968-93e3972ced30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654697 Jun 26 21:30:50.348607 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-b6858905-ad4c-4da7-baf7-a70644c2f20a service neutron] 10.222.0.41 "GET /v2.0/networks/2c5bc568-0f6a-468f-b968-93e3972ced30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520898 Jun 26 21:30:50.360654 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 40490) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:50.410429 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6f9bb56d-e8d8-4d76-9a2c-6d7cb9cc25b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:50.422168 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 40498) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:50.467849 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-86de3341-bfba-4640-92dc-49c2dc0e7927 req-3b16235d-073a-48ef-8e1d-6b97cce38d7e service neutron] 10.222.0.41 "GET /v2.0/networks/2c5bc568-0f6a-468f-b968-93e3972ced30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021084 Jun 26 21:30:50.469969 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7959e3b2-79aa-4ebf-9844-571c9f02eb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:50.474202 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7959e3b2-79aa-4ebf-9844-571c9f02eb11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:50.476240 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-7959e3b2-79aa-4ebf-9844-571c9f02eb11 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e71068a-2d9e-44f6-b329-e15cc37f5c19 HTTP/1.1" status: 204 len: 168 time: 0.5650797 Jun 26 21:30:50.478663 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:50.526120 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7959e3b2-79aa-4ebf-9844-571c9f02eb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e71068a-2d9e-44f6-b329-e15cc37f5c19,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:50.545339 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-3847cf06-4d5c-4592-bedb-0c023291f78e req-e6139065-fd23-42cc-9483-bdd80ecd99bf service neutron] 10.222.0.41 "GET /v2.0/networks/2c5bc568-0f6a-468f-b968-93e3972ced30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788621 Jun 26 21:30:50.584264 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-7959e3b2-79aa-4ebf-9844-571c9f02eb11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:50.669029 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-86de3341-bfba-4640-92dc-49c2dc0e7927 req-5893eb39-d85f-40db-8499-ca5cb0784d8b service neutron] 10.222.0.41 "GET /v2.0/networks/2c5bc568-0f6a-468f-b968-93e3972ced30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912138 Jun 26 21:30:50.688768 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ecfc10c8-0b55-4e2f-8068-ddf049dcf182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:50.820640 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9fcaaf8d-0c02-41e2-9cf2-8940cc0ab76a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:51.000726 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7f1d7-c851-4cc0-80bd-8f8c94b35da4 req-4b2cad9f-f156-4f66-ab73-9d8ba841624c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:51.002563 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-b6e7f1d7-c851-4cc0-80bd-8f8c94b35da4 req-4b2cad9f-f156-4f66-ab73-9d8ba841624c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2ee5ec7eb2b3411d9a4940fb7dc9d91f&device_id=9216cfee-43d5-4996-bee0-d4457bf21692 HTTP/1.1" status: 200 len: 1096 time: 0.2964499 Jun 26 21:30:51.104034 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7de0f-c648-489b-a779-664e35b04c30 req-cba7a70f-8a6a-4bba-8bea-c290aa7cafa3 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:51.104034 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-aee7de0f-c648-489b-a779-664e35b04c30 req-cba7a70f-8a6a-4bba-8bea-c290aa7cafa3 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=9216cfee-43d5-4996-bee0-d4457bf21692 HTTP/1.1" status: 200 len: 943 time: 0.2547145 Jun 26 21:30:51.161137 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ecfc10c8-0b55-4e2f-8068-ddf049dcf182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:51.166565 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7f1d7-c851-4cc0-80bd-8f8c94b35da4 req-a24ea7b4-3ccd-43b9-88af-385d87ea622a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:51.169773 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-b6e7f1d7-c851-4cc0-80bd-8f8c94b35da4 req-a24ea7b4-3ccd-43b9-88af-385d87ea622a service neutron] 10.222.0.41 "GET /v2.0/networks?id=2c5bc568-0f6a-468f-b968-93e3972ced30 HTTP/1.1" status: 200 len: 914 time: 0.1530976 Jun 26 21:30:51.174406 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99bd1dc-735a-4842-a18e-ae77a30a04a7 req-f8cbab04-323a-4c15-a25c-1cff70a7df83 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:51.178393 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ecfc10c8-0b55-4e2f-8068-ddf049dcf182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:51.181699 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a99bd1dc-735a-4842-a18e-ae77a30a04a7 req-f8cbab04-323a-4c15-a25c-1cff70a7df83 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 946 time: 0.2432194 Jun 26 21:30:51.202718 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:51.206308 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-aee7de0f-c648-489b-a779-664e35b04c30 req-7dddea5d-ff94-4b6a-be86-50a1922560c5 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779996 Jun 26 21:30:51.244274 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a99bd1dc-735a-4842-a18e-ae77a30a04a7 req-cc254a21-cae0-40e4-a39d-51097b3c4b60 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582228 Jun 26 21:30:51.290697 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 40560) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:51.315084 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d13528e5-55ef-48fc-b9ed-c7f3b204d5bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:51.358765 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-b6e7f1d7-c851-4cc0-80bd-8f8c94b35da4 req-67786a32-7835-4047-a9f1-00e45a841091 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97184965-a41a-4505-b5bb-f5aed24544e6 HTTP/1.1" status: 200 len: 217 time: 0.1578510 Jun 26 21:30:51.421226 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-ecfc10c8-0b55-4e2f-8068-ddf049dcf182 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0c55e99069fe42a49b4c4b445d12731b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9939795 Jun 26 21:30:51.421487 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 40566) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:51.422464 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc10c8-0b55-4e2f-8068-ddf049dcf182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b687ce-f2b6-4ea5-a3ec-476c4620397c,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:51.426649 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-ecfc10c8-0b55-4e2f-8068-ddf049dcf182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:51.471899 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7f1d7-c851-4cc0-80bd-8f8c94b35da4 req-6072e491-db50-45f2-be12-29e7a2185987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:51.473453 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-b6e7f1d7-c851-4cc0-80bd-8f8c94b35da4 req-6072e491-db50-45f2-be12-29e7a2185987 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3ab793f-3a73-4271-8f8a-84862d9d2427 HTTP/1.1" status: 200 len: 853 time: 0.0984390 Jun 26 21:30:51.489506 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-42f5d9f7-952e-4e41-ac36-0a581c587391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:51.524631 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-42f5d9f7-952e-4e41-ac36-0a581c587391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:51.526169 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-b6e7f1d7-c851-4cc0-80bd-8f8c94b35da4 req-db86ad9c-af09-4274-9433-236dc6ea14b9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c5bc568-0f6a-468f-b968-93e3972ced30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428801 Jun 26 21:30:51.594183 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-42f5d9f7-952e-4e41-ac36-0a581c587391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:51.598284 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-42f5d9f7-952e-4e41-ac36-0a581c587391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:51.598999 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9fcaaf8d-0c02-41e2-9cf2-8940cc0ab76a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:51.600278 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-42f5d9f7-952e-4e41-ac36-0a581c587391 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/47b687ce-f2b6-4ea5-a3ec-476c4620397c HTTP/1.1" status: 204 len: 168 time: 0.1776681 Jun 26 21:30:51.601216 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e5684fb5-6b4b-48be-b22c-9b6dfba635d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:51.631408 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9fcaaf8d-0c02-41e2-9cf2-8940cc0ab76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:51.645238 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-d57bd376-9091-4ecc-a3d4-ee8861bcc468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:51.697834 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-9fcaaf8d-0c02-41e2-9cf2-8940cc0ab76a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e75ca55bca9746588519a072aa42268d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3365035 Jun 26 21:30:51.702851 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 40578) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:51.727598 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f5d9f7-952e-4e41-ac36-0a581c587391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b687ce-f2b6-4ea5-a3ec-476c4620397c,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:51.733258 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcaaf8d-0c02-41e2-9cf2-8940cc0ab76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26d46d4-d0ed-4319-994f-c329ce511895,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:51.746565 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-42f5d9f7-952e-4e41-ac36-0a581c587391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:51.753581 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-9fcaaf8d-0c02-41e2-9cf2-8940cc0ab76a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:51.774811 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-b6e7f1d7-c851-4cc0-80bd-8f8c94b35da4 req-67af8667-a87f-4719-9e24-7a124d106d55 service neutron] 10.222.0.41 "GET /v2.0/networks/2c5bc568-0f6a-468f-b968-93e3972ced30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383728 Jun 26 21:30:51.872229 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3306a2c3-108b-4844-9b3c-bdc5896efef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:51.901868 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d13528e5-55ef-48fc-b9ed-c7f3b204d5bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:51.907392 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3306a2c3-108b-4844-9b3c-bdc5896efef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:51.922376 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d13528e5-55ef-48fc-b9ed-c7f3b204d5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:51.934556 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:51.938077 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-b6e7f1d7-c851-4cc0-80bd-8f8c94b35da4 req-7c8ec7c9-901c-42eb-a6e0-471c0f5b5873 service neutron] 10.222.0.41 "GET /v2.0/networks/2c5bc568-0f6a-468f-b968-93e3972ced30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490743 Jun 26 21:30:52.038126 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-d13528e5-55ef-48fc-b9ed-c7f3b204d5bf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=053957e00cf8416dafe13fbc7183345e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7461038 Jun 26 21:30:52.040138 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13528e5-55ef-48fc-b9ed-c7f3b204d5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8096730-425a-4b7c-b8be-510eb8843dde,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:52.043917 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 40590) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:52.054900 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-d13528e5-55ef-48fc-b9ed-c7f3b204d5bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:52.056201 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3306a2c3-108b-4844-9b3c-bdc5896efef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:52.063291 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3306a2c3-108b-4844-9b3c-bdc5896efef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:52.063291 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-3306a2c3-108b-4844-9b3c-bdc5896efef1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d26d46d4-d0ed-4319-994f-c329ce511895 HTTP/1.1" status: 204 len: 168 time: 0.3511245 Jun 26 21:30:52.071352 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-141946c5-4891-469d-b9ad-8c444ca38821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:52.088282 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3306a2c3-108b-4844-9b3c-bdc5896efef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26d46d4-d0ed-4319-994f-c329ce511895,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:52.094209 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-3306a2c3-108b-4844-9b3c-bdc5896efef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:52.176254 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0e4ad1fd-e5bd-4dc6-8795-887d7d4d9f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:52.236966 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0e4ad1fd-e5bd-4dc6-8795-887d7d4d9f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:52.354896 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0e4ad1fd-e5bd-4dc6-8795-887d7d4d9f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:52.371498 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0e4ad1fd-e5bd-4dc6-8795-887d7d4d9f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:52.379474 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-0e4ad1fd-e5bd-4dc6-8795-887d7d4d9f52 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a8096730-425a-4b7c-b8be-510eb8843dde HTTP/1.1" status: 204 len: 168 time: 0.3330114 Jun 26 21:30:52.385845 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-c31f0ebf-8eee-4527-882c-18631f0770c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:52.436065 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4ad1fd-e5bd-4dc6-8795-887d7d4d9f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8096730-425a-4b7c-b8be-510eb8843dde,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:52.451359 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-0e4ad1fd-e5bd-4dc6-8795-887d7d4d9f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:52.639225 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:52.684721 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 40616) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:52.721534 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-052da67a-e4ef-4295-bc19-ab35dc2525a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:52.849072 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb45276-22d1-42cd-994f-2817a6491353 req-bff7a399-92a8-4a51-9e23-1b3488e13841 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:52.856955 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1bb45276-22d1-42cd-994f-2817a6491353 req-bff7a399-92a8-4a51-9e23-1b3488e13841 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=9216cfee-43d5-4996-bee0-d4457bf21692 HTTP/1.1" status: 200 len: 943 time: 0.2405143 Jun 26 21:30:52.866734 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fedf913-5731-402d-ac66-ad1adb7dc4b3 req-09b03ba1-39a6-4b03-bb51-082511e9a89e tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:52.890826 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3fedf913-5731-402d-ac66-ad1adb7dc4b3 req-09b03ba1-39a6-4b03-bb51-082511e9a89e tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 946 time: 0.2008305 Jun 26 21:30:52.984977 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1bb45276-22d1-42cd-994f-2817a6491353 req-c28d7eb1-461b-472d-b5d0-edf730e37dc2 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269948 Jun 26 21:30:53.023484 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-052da67a-e4ef-4295-bc19-ab35dc2525a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:53.033137 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-052da67a-e4ef-4295-bc19-ab35dc2525a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:53.040048 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-32a75422-d8d9-48c0-a65d-f915dc25e138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:53.046603 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3fedf913-5731-402d-ac66-ad1adb7dc4b3 req-c4b027fa-2f0e-4f80-8c46-d7daf5b8b6c6 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539443 Jun 26 21:30:53.384364 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-052da67a-e4ef-4295-bc19-ab35dc2525a1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=021e998371014387bb1ae0d433a79906&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6976347 Jun 26 21:30:53.396465 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 40640) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:53.439217 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052da67a-e4ef-4295-bc19-ab35dc2525a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e899931-60a9-490e-b911-ff5d295aa559,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:53.445800 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-052da67a-e4ef-4295-bc19-ab35dc2525a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:53.486021 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-09badd0f-d189-4d5a-8c8d-be015d23bbea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:53.521804 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-09badd0f-d189-4d5a-8c8d-be015d23bbea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:53.610618 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-09badd0f-d189-4d5a-8c8d-be015d23bbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:53.614314 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-09badd0f-d189-4d5a-8c8d-be015d23bbea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:53.615568 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-09badd0f-d189-4d5a-8c8d-be015d23bbea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5e899931-60a9-490e-b911-ff5d295aa559 HTTP/1.1" status: 204 len: 168 time: 0.2177665 Jun 26 21:30:53.616510 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-3311205d-eee8-4df6-94d0-05721c00b126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:53.626886 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09badd0f-d189-4d5a-8c8d-be015d23bbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e899931-60a9-490e-b911-ff5d295aa559,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:53.648587 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-09badd0f-d189-4d5a-8c8d-be015d23bbea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:53.780961 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:54.381822 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a8f89-26d5-48a2-8078-fee66ff0fcc9 req-097749e7-ed18-43be-9cc8-59e9e7f4bb65 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:54.397066 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c09a8f89-26d5-48a2-8078-fee66ff0fcc9 req-097749e7-ed18-43be-9cc8-59e9e7f4bb65 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=9216cfee-43d5-4996-bee0-d4457bf21692 HTTP/1.1" status: 200 len: 943 time: 0.1795082 Jun 26 21:30:54.540837 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c09a8f89-26d5-48a2-8078-fee66ff0fcc9 req-167ee98a-1a04-4ebb-93f2-54a880b45928 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425719 Jun 26 21:30:54.569836 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 97184965-a41a-4505-b5bb-f5aed24544e6 details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=92923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 21:30:54.616946 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8484e7-0da8-4899-aafc-7d55ffbe5058 req-c6504aad-8b45-400e-8d48-bef8acdce256 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:54.623622 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0f8484e7-0da8-4899-aafc-7d55ffbe5058 req-c6504aad-8b45-400e-8d48-bef8acdce256 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 946 time: 0.2587934 Jun 26 21:30:54.696867 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9d82d857-3977-4013-9a56-642dc54fbb69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:54.848787 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0f8484e7-0da8-4899-aafc-7d55ffbe5058 req-ba026cab-85f2-4bef-a4d8-8226e0eb40bb tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080510 Jun 26 21:30:54.954918 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 97184965-a41a-4505-b5bb-f5aed24544e6, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=97184965-a41a-4505-b5bb-f5aed24544e6,segment=NetworkSegment(a198608a-0649-4b2e-a7e8-7785be688f5a),segment_id=a198608a-0649-4b2e-a7e8-7785be688f5a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:30:54.987098 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Returning: {'device': '97184965-a41a-4505-b5bb-f5aed24544e6', 'network_id': '2c5bc568-0f6a-468f-b968-93e3972ced30', 'port_id': '97184965-a41a-4505-b5bb-f5aed24544e6', 'mac_address': 'fa:16:3e:85:a4:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3ab793f-3a73-4271-8f8a-84862d9d2427', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 21:30:55.051591 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:55.071372 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97184965-a41a-4505-b5bb-f5aed24544e6 {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 21:30:55.099001 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 97184965-a41a-4505-b5bb-f5aed24544e6, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=97184965-a41a-4505-b5bb-f5aed24544e6,segment=NetworkSegment(a198608a-0649-4b2e-a7e8-7785be688f5a),segment_id=a198608a-0649-4b2e-a7e8-7785be688f5a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:30:55.109095 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:55.111069 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:55.194544 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=97184965-a41a-4505-b5bb-f5aed24544e6,revision_number=4']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:55.200609 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:55.517541 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] get_ports_and_sgs() called for port_ids ['97184965-a41a-4505-b5bb-f5aed24544e6'] {{(pid=92923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 21:30:55.941645 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:56.100064 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857ec0a-0d0e-438a-b7e3-9b263c7d1ef1 req-198eae92-fca4-4464-9f4b-e508022915c1 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:56.104241 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0857ec0a-0d0e-438a-b7e3-9b263c7d1ef1 req-198eae92-fca4-4464-9f4b-e508022915c1 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=9216cfee-43d5-4996-bee0-d4457bf21692 HTTP/1.1" status: 200 len: 944 time: 0.2331560 Jun 26 21:30:56.220942 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0857ec0a-0d0e-438a-b7e3-9b263c7d1ef1 req-010484ef-0bc6-46be-b249-51066c795243 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032591 Jun 26 21:30:56.399226 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757a47e-f9e0-4d89-8f81-30b2bbc44497 req-17ce618d-61e6-4591-b04e-c77aa554a4ba tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:56.401447 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b757a47e-f9e0-4d89-8f81-30b2bbc44497 req-17ce618d-61e6-4591-b04e-c77aa554a4ba tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 946 time: 0.1001949 Jun 26 21:30:56.484516 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b757a47e-f9e0-4d89-8f81-30b2bbc44497 req-89364335-9a26-47d4-8312-61992c8257b9 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749044 Jun 26 21:30:57.477302 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087af5c-67a5-4abb-82fc-b7679ca5b68f req-875798e9-7a94-47be-ab9f-3491a2e195c3 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:57.479285 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a087af5c-67a5-4abb-82fc-b7679ca5b68f req-875798e9-7a94-47be-ab9f-3491a2e195c3 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=9216cfee-43d5-4996-bee0-d4457bf21692 HTTP/1.1" status: 200 len: 944 time: 0.1006365 Jun 26 21:30:57.531099 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a087af5c-67a5-4abb-82fc-b7679ca5b68f req-f08af181-2b0f-4c69-9e6d-4649311b5867 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454233 Jun 26 21:30:57.586639 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d587d1-7047-4fcb-a650-3c5cb9719e15 req-15f9c11e-ff16-4fc3-9dbe-9a672ad91392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:57.588478 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-c6d587d1-7047-4fcb-a650-3c5cb9719e15 req-15f9c11e-ff16-4fc3-9dbe-9a672ad91392 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 1099 time: 0.0974562 Jun 26 21:30:57.599461 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:57.642055 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-c6d587d1-7047-4fcb-a650-3c5cb9719e15 req-2a14f3a6-c81a-4bbc-8405-8c02ec7bc39d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409119 Jun 26 21:30:57.783999 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157fa268-0917-49cc-baf5-fc8a2af4cfc3 req-be7f8d31-c805-409d-878d-25401974390f tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:57.786673 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-157fa268-0917-49cc-baf5-fc8a2af4cfc3 req-be7f8d31-c805-409d-878d-25401974390f tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 946 time: 0.0905323 Jun 26 21:30:57.859444 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-157fa268-0917-49cc-baf5-fc8a2af4cfc3 req-a22c032f-8f56-4e72-b29a-3430c7aa3667 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650809 Jun 26 21:30:58.048808 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-5a5f3ad4-46fc-42d3-8fa3-83ee7b03b2ec tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=975d4d34a7f5493484a06f98c7aae584&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587730 Jun 26 21:30:58.297648 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-d87531cd-f9b0-4851-8171-e857b20acc15 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:58.299109 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-d87531cd-f9b0-4851-8171-e857b20acc15 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2361443 Jun 26 21:30:58.320661 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-ac8313d3-34de-499e-9b7e-4b731e095cc5 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/quotas/975d4d34a7f5493484a06f98c7aae584 HTTP/1.1" status: 200 len: 375 time: 0.0098829 Jun 26 21:30:58.364391 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-320d0f02-74f0-4657-a3b5-f73509010204 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=975d4d34a7f5493484a06f98c7aae584&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342340 Jun 26 21:30:58.568021 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 97184965-a41a-4505-b5bb-f5aed24544e6 up at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:30:58.635713 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Provisioning for port 97184965-a41a-4505-b5bb-f5aed24544e6 completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:30:58.647789 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Provisioning complete for port 97184965-a41a-4505-b5bb-f5aed24544e6 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:30:58.647789 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:58.751295 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-69eab667-bf70-4472-8c9b-cbd096cf8045 req-93aab6c8-b5a7-43c9-8d9f-198a77c23111 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5fc33bc-8b24-433b-9bdf-6a36c0abab99 HTTP/1.1" status: 200 len: 210 time: 0.0543642 Jun 26 21:30:58.817534 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:58.851956 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9216cfee-43d5-4996-bee0-d4457bf21692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97184965-a41a-4505-b5bb-f5aed24544e6'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:30:58.855480 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8789620f65ed64c11f36a2c9fb0085813b3741d077667d6f020eb6652e2807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8925a008-60e5-422e-84b0-fa070522a1c7" -d '{"events": [{"server_uuid": "9216cfee-43d5-4996-bee0-d4457bf21692", "name": "network-vif-plugged", "status": "completed", "tag": "97184965-a41a-4505-b5bb-f5aed24544e6"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:30:58.878948 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 97184965-a41a-4505-b5bb-f5aed24544e6, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=97184965-a41a-4505-b5bb-f5aed24544e6,segment=NetworkSegment(a198608a-0649-4b2e-a7e8-7785be688f5a),segment_id=a198608a-0649-4b2e-a7e8-7785be688f5a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:30:58.889990 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:58.893094 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:30:58.928031 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 21:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed20ed8c-9a06-475b-9a67-0ad1c598ab24 x-openstack-request-id: req-ed20ed8c-9a06-475b-9a67-0ad1c598ab24 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:30:58.928343 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9216cfee-43d5-4996-bee0-d4457bf21692", "name": "network-vif-plugged", "status": "completed", "tag": "97184965-a41a-4505-b5bb-f5aed24544e6", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:30:58.928615 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ed20ed8c-9a06-475b-9a67-0ad1c598ab24 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:30:58.929019 dv-cinder-798208-1-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9216cfee-43d5-4996-bee0-d4457bf21692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97184965-a41a-4505-b5bb-f5aed24544e6', 'code': 200} Jun 26 21:30:58.978296 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=97184965-a41a-4505-b5bb-f5aed24544e6,revision_number=5']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:30:58.983384 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:30:59.031279 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62390493-af55-484d-bb39-5e05b2b37f95 req-973d7cda-c52f-4b08-8c69-cbf0c6c5843e tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:59.033351 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-62390493-af55-484d-bb39-5e05b2b37f95 req-973d7cda-c52f-4b08-8c69-cbf0c6c5843e tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=9216cfee-43d5-4996-bee0-d4457bf21692 HTTP/1.1" status: 200 len: 945 time: 0.1285565 Jun 26 21:30:59.095034 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-62390493-af55-484d-bb39-5e05b2b37f95 req-df072de9-5a55-46eb-a72d-71a48b17b534 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541122 Jun 26 21:30:59.304216 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e437b6-b5df-41a7-899b-d2e4b8f116b8 req-17d90a13-4b71-4ba1-ba9a-06c04a0c0de8 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:59.308533 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-87e437b6-b5df-41a7-899b-d2e4b8f116b8 req-17d90a13-4b71-4ba1-ba9a-06c04a0c0de8 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 946 time: 0.1275280 Jun 26 21:30:59.372170 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-87e437b6-b5df-41a7-899b-d2e4b8f116b8 req-0cdc805e-e8ce-4b79-9610-9ab1f80b56ea tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550687 Jun 26 21:30:59.432420 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 40856) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:30:59.459567 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e07da-dcc4-43b7-89cd-5ab2796e48ac req-bd26fcea-0fbb-40bf-aeca-4b14c8b9bf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:59.464696 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-849e07da-dcc4-43b7-89cd-5ab2796e48ac req-bd26fcea-0fbb-40bf-aeca-4b14c8b9bf92 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9216cfee-43d5-4996-bee0-d4457bf21692 HTTP/1.1" status: 200 len: 1098 time: 0.1259429 Jun 26 21:30:59.574041 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-849e07da-dcc4-43b7-89cd-5ab2796e48ac req-7ee8df9e-5771-497b-8771-f5f53705452d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968602 Jun 26 21:30:59.697976 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-da6c4567-fba4-421e-81b4-a05755127c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:59.791349 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf418f4-d1c2-4946-858b-e769b95f2307 req-6b24c09e-65c5-4e37-828a-df5528678472 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:30:59.794952 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-dbf418f4-d1c2-4946-858b-e769b95f2307 req-6b24c09e-65c5-4e37-828a-df5528678472 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 946 time: 0.2183003 Jun 26 21:30:59.899919 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-dbf418f4-d1c2-4946-858b-e769b95f2307 req-5ac3e5a5-d4af-4a88-b3ed-7f35c653f423 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955176 Jun 26 21:30:59.981813 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-da6c4567-fba4-421e-81b4-a05755127c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:59.988393 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-da6c4567-fba4-421e-81b4-a05755127c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:30:59.993003 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-d49da63b-a456-4bd1-a865-d0025299f12b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:00.040554 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c4567-fba4-421e-81b4-a05755127c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda9c0c6-5220-4486-ad3e-37ba9df2ded0,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:00.049408 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-da6c4567-fba4-421e-81b4-a05755127c10 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=df3cf84e35d3402d8a44cd5b3fda8fc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6142926 Jun 26 21:31:00.049685 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 40878) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:31:00.050592 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-da6c4567-fba4-421e-81b4-a05755127c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:00.124427 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-44c911ef-9bde-4b1f-a964-bfc1ee22e932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:00.152056 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-21586f90-4ad0-4f1e-a470-f9e17250ba14 req-16e79088-6b62-4226-b6e9-20c46dfd35a7 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5fc33bc-8b24-433b-9bdf-6a36c0abab99 HTTP/1.1" status: 200 len: 210 time: 0.0352044 Jun 26 21:31:00.169091 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-44c911ef-9bde-4b1f-a964-bfc1ee22e932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:00.259691 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-44c911ef-9bde-4b1f-a964-bfc1ee22e932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:00.263325 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-44c911ef-9bde-4b1f-a964-bfc1ee22e932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:00.264763 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-44c911ef-9bde-4b1f-a964-bfc1ee22e932 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eda9c0c6-5220-4486-ad3e-37ba9df2ded0 HTTP/1.1" status: 204 len: 168 time: 0.2141137 Jun 26 21:31:00.265772 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-0e4ad1fd-e5bd-4dc6-8795-887d7d4d9f52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:00.274740 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c911ef-9bde-4b1f-a964-bfc1ee22e932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda9c0c6-5220-4486-ad3e-37ba9df2ded0,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:00.277464 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-44c911ef-9bde-4b1f-a964-bfc1ee22e932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:00.383083 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b9dd3-5188-4182-aa22-17ee850d614b req-ff122b55-aeac-4a99-aa5b-ca4cf2e6e890 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:00.385826 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-862b9dd3-5188-4182-aa22-17ee850d614b req-ff122b55-aeac-4a99-aa5b-ca4cf2e6e890 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=9216cfee-43d5-4996-bee0-d4457bf21692 HTTP/1.1" status: 200 len: 945 time: 0.1314321 Jun 26 21:31:00.481910 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-862b9dd3-5188-4182-aa22-17ee850d614b req-c11732a5-257e-4b7f-9649-f67eb0b952ba tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887675 Jun 26 21:31:00.797857 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 40904) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:31:01.012444 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-af744c47-23e5-4bec-9612-ba13c34fceee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:01.141837 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-af744c47-23e5-4bec-9612-ba13c34fceee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:01.145522 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-af744c47-23e5-4bec-9612-ba13c34fceee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:01.149441 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-d84b4708-8ae2-445d-b214-0ffed7ce0988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:01.195584 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-af744c47-23e5-4bec-9612-ba13c34fceee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=19cd5c32dfd64100b21cd9964e582bb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3959928 Jun 26 21:31:01.200141 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 40924) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:31:01.203912 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af744c47-23e5-4bec-9612-ba13c34fceee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f9f458-237c-4a67-8d19-69a1ec020d78,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:01.209032 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-af744c47-23e5-4bec-9612-ba13c34fceee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:01.261554 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 40926) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:31:01.297787 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-294fb73c-5a23-4971-acff-8245f782b863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:01.360929 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4ec10057-1e56-4b1c-a399-d74487972f3b req-d9e1f2b7-e561-4532-b87e-28066f55c25b tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5fc33bc-8b24-433b-9bdf-6a36c0abab99 HTTP/1.1" status: 200 len: 210 time: 0.0454285 Jun 26 21:31:01.366073 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-294fb73c-5a23-4971-acff-8245f782b863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:01.393887 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-45718b27-0881-435b-987f-bc2fc67fc51d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1246843487-network', 'tenant_id': '92ac25c46d5e4ca8b91dd76623e3115e'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:31:01.419547 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45718b27-0881-435b-987f-bc2fc67fc51d admin admin] Made reservation on behalf of 92ac25c46d5e4ca8b91dd76623e3115e for: {'network': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:31:01.422313 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-45718b27-0881-435b-987f-bc2fc67fc51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for network, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:01.427888 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-294fb73c-5a23-4971-acff-8245f782b863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:01.430903 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-294fb73c-5a23-4971-acff-8245f782b863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:01.432112 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-294fb73c-5a23-4971-acff-8245f782b863 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c6f9f458-237c-4a67-8d19-69a1ec020d78 HTTP/1.1" status: 204 len: 168 time: 0.2299914 Jun 26 21:31:01.432487 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-45718b27-0881-435b-987f-bc2fc67fc51d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:01.433054 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-6fca0b04-fc0c-40f2-9f36-238195a4303d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:01.441127 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294fb73c-5a23-4971-acff-8245f782b863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f9f458-237c-4a67-8d19-69a1ec020d78,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:01.443773 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-294fb73c-5a23-4971-acff-8245f782b863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:01.589631 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-45718b27-0881-435b-987f-bc2fc67fc51d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:01.596183 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-45718b27-0881-435b-987f-bc2fc67fc51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:01.603109 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-241c6c4e-1e97-4a3d-8393-989fb4473a13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:01.640355 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45718b27-0881-435b-987f-bc2fc67fc51d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=92921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 21:31:01.652481 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45718b27-0881-435b-987f-bc2fc67fc51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0419355f-40a6-40ec-af1b-8860f0fdba91,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:01.655732 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-45718b27-0881-435b-987f-bc2fc67fc51d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:01.661768 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-45718b27-0881-435b-987f-bc2fc67fc51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175'] for segment, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:01.662128 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.db.segments_db [None req-45718b27-0881-435b-987f-bc2fc67fc51d admin admin] Added segment 88150bbd-5688-4aa7-89dd-f9366c7f6629 of type vlan for network 7504093b-2185-4c2a-88d7-b1f590578a60 Jun 26 21:31:01.710925 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-45718b27-0881-435b-987f-bc2fc67fc51d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773185029479'] for network, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:01.751174 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-45718b27-0881-435b-987f-bc2fc67fc51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-938849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913'] for network, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:01.753995 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45718b27-0881-435b-987f-bc2fc67fc51d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:01.754987 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-45718b27-0881-435b-987f-bc2fc67fc51d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for network, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:01.760473 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:01.801623 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d690325-d573-481f-a26b-f87c629d5f01 req-eb046040-054b-4c1a-9f7f-88436b023387 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:01.813585 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5d690325-d573-481f-a26b-f87c629d5f01 req-eb046040-054b-4c1a-9f7f-88436b023387 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=9216cfee-43d5-4996-bee0-d4457bf21692 HTTP/1.1" status: 200 len: 945 time: 0.1235867 Jun 26 21:31:01.829734 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-45718b27-0881-435b-987f-bc2fc67fc51d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5641809 Jun 26 21:31:01.831515 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 40942) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:31:01.838680 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-82157b34-1063-4ed5-99af-0dbaa485cef4 admin admin] Request body: {'subnet': {'network_id': '7504093b-2185-4c2a-88d7-b1f590578a60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1246843487-subnet', 'tenant_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'ip_version': 4}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:31:01.865571 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45718b27-0881-435b-987f-bc2fc67fc51d admin admin] Pushing event updated for resources: {'Network': ['ID=7504093b-2185-4c2a-88d7-b1f590578a60,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:01.868772 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-45718b27-0881-435b-987f-bc2fc67fc51d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:01.869786 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82157b34-1063-4ed5-99af-0dbaa485cef4 admin admin] Made reservation on behalf of 92ac25c46d5e4ca8b91dd76623e3115e for: {'subnet': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:31:01.872242 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-82157b34-1063-4ed5-99af-0dbaa485cef4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8846033'] for subnet, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:01.879669 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Network 7504093b-2185-4c2a-88d7-b1f590578a60 details requested by agent ovs-agent-dv-cinder-798208-1-iscsi with host dv-cinder-798208-1-iscsi {{(pid=92923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 21:31:01.884196 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5d690325-d573-481f-a26b-f87c629d5f01 req-e2689c4a-be37-44af-b9b7-6ebb6f23e681 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691447 Jun 26 21:31:02.105841 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-82157b34-1063-4ed5-99af-0dbaa485cef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-221544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8896140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8846019'] for subnet, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:02.111112 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:02.184543 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82157b34-1063-4ed5-99af-0dbaa485cef4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0ea7ed3-3026-4b54-9abc-fc78571d0dfb,revision_number=0']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:02.188940 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-82157b34-1063-4ed5-99af-0dbaa485cef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:02.194407 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82157b34-1063-4ed5-99af-0dbaa485cef4 admin admin] Checking segment: {'id': '88150bbd-5688-4aa7-89dd-f9366c7f6629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7504093b-2185-4c2a-88d7-b1f590578a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:31:02.194768 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82157b34-1063-4ed5-99af-0dbaa485cef4 admin admin] Network hostable DHCP agents. Network: 7504093b-2185-4c2a-88d7-b1f590578a60, hostable agents: ['9c021b02-9e9f-4fa2-a546-066f9ef0df46'], hosted agents: [] {{(pid=92921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 21:31:02.214042 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82157b34-1063-4ed5-99af-0dbaa485cef4 admin admin] Network 7504093b-2185-4c2a-88d7-b1f590578a60 is scheduled to be hosted by DHCP agent 9c021b02-9e9f-4fa2-a546-066f9ef0df46 with binding_index 1 {{(pid=92921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 21:31:02.225911 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-82157b34-1063-4ed5-99af-0dbaa485cef4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798208-1-iscsi, 7504093b-2185-4c2a-88d7-b1f590578a60) {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:31:02.232208 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82157b34-1063-4ed5-99af-0dbaa485cef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:02.233049 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-82157b34-1063-4ed5-99af-0dbaa485cef4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:02.240263 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c23421c-8006-46c8-ad34-951b6abf8d4f None None] Network 7504093b-2185-4c2a-88d7-b1f590578a60 requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:31:02.258301 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-82157b34-1063-4ed5-99af-0dbaa485cef4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4232612 Jun 26 21:31:02.258887 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 40958) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:31:02.267131 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-d268d605-9f4e-4ab1-b2f2-29fe0ae1c1ff admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1246843487-router', 'tenant_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'}}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:31:02.310647 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d268d605-9f4e-4ab1-b2f2-29fe0ae1c1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11028'] for router, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:02.312607 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d268d605-9f4e-4ab1-b2f2-29fe0ae1c1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-695336', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11021'] for router, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:02.389726 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d268d605-9f4e-4ab1-b2f2-29fe0ae1c1ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:02.464792 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 40964) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:31:02.518564 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110bc9cf-b356-42e6-8ade-63c9f6ed65c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde5f2ef3-1d6e-553d-a39c-8e031008594d-7504093b-2185-4c2a-88d7-b1f590578a60', 'network_id': '7504093b-2185-4c2a-88d7-b1f590578a60', 'tenant_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'fixed_ips': [{'subnet_id': 'c0ea7ed3-3026-4b54-9abc-fc78571d0dfb'}]}} from dv-cinder-798208-1-iscsi. {{(pid=92923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 26 21:31:02.519906 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-110bc9cf-b356-42e6-8ade-63c9f6ed65c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:02.560382 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9c0ac2b0-73dc-457a-bfaf-b4c4619a1d22 req-010d7373-8fb0-471f-a4af-0494d47a7aaa tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5fc33bc-8b24-433b-9bdf-6a36c0abab99 HTTP/1.1" status: 200 len: 210 time: 0.0470538 Jun 26 21:31:02.594056 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d268d605-9f4e-4ab1-b2f2-29fe0ae1c1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-695302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11071'] for router, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:02.649927 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-5b252654-f1ca-484b-bcbb-c75463428b9a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1551406780-network', 'tenant_id': 'd57413efbdfc45b299c235407da019ce'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:31:02.676564 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b252654-f1ca-484b-bcbb-c75463428b9a admin admin] Made reservation on behalf of d57413efbdfc45b299c235407da019ce for: {'network': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:31:02.681212 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5b252654-f1ca-484b-bcbb-c75463428b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for network, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:02.697223 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5b252654-f1ca-484b-bcbb-c75463428b9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:02.803933 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-110bc9cf-b356-42e6-8ade-63c9f6ed65c6 None None] Allocated IP 172.20.0.2 (7504093b-2185-4c2a-88d7-b1f590578a60/c0ea7ed3-3026-4b54-9abc-fc78571d0dfb/0f18ad06-8baf-406f-8b7f-16891edba1e2) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:31:02.853059 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d268d605-9f4e-4ab1-b2f2-29fe0ae1c1ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:02.854516 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5b252654-f1ca-484b-bcbb-c75463428b9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:02.861163 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5b252654-f1ca-484b-bcbb-c75463428b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:02.869306 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-ef1adb4a-95ee-4d68-bf0c-d2d75d15ee64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:02.874452 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d268d605-9f4e-4ab1-b2f2-29fe0ae1c1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:02.906569 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b252654-f1ca-484b-bcbb-c75463428b9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=92922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 21:31:02.937695 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b252654-f1ca-484b-bcbb-c75463428b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65c7f7d-b59e-4ce5-a96d-d94b997dbbec,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:02.943481 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-5b252654-f1ca-484b-bcbb-c75463428b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:02.945714 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5b252654-f1ca-484b-bcbb-c75463428b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175'] for segment, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:02.946265 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.db.segments_db [None req-5b252654-f1ca-484b-bcbb-c75463428b9a admin admin] Added segment 9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a of type vlan for network a8afb80a-5940-4655-9052-1907914d829f Jun 26 21:31:03.023044 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5b252654-f1ca-484b-bcbb-c75463428b9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773185029479'] for network, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:03.028281 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [None req-d268d605-9f4e-4ab1-b2f2-29fe0ae1c1ff admin admin] Allocated IP 172.27.2.117 (fc74eb2e-f674-4785-8e1a-443cbfb459f7/02c6eafe-d2ac-4065-b904-73ec1df0a44a/5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:31:03.077756 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-110bc9cf-b356-42e6-8ade-63c9f6ed65c6 None None] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:03.088487 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-110bc9cf-b356-42e6-8ade-63c9f6ed65c6 None None] Transition to ACTIVE for port object 0f18ad06-8baf-406f-8b7f-16891edba1e2 will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:31:03.106282 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-110bc9cf-b356-42e6-8ade-63c9f6ed65c6 None None] Transition to ACTIVE for port object 0f18ad06-8baf-406f-8b7f-16891edba1e2 will not be triggered until provisioned by entity DHCP. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:31:03.114452 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-110bc9cf-b356-42e6-8ade-63c9f6ed65c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:03.117642 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:03.133366 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5b252654-f1ca-484b-bcbb-c75463428b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-938849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913'] for network, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:03.144361 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b252654-f1ca-484b-bcbb-c75463428b9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:03.145704 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5b252654-f1ca-484b-bcbb-c75463428b9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for network, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:03.153897 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:03.158118 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d268d605-9f4e-4ab1-b2f2-29fe0ae1c1ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:03.160959 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110bc9cf-b356-42e6-8ade-63c9f6ed65c6 None None] Network 7504093b-2185-4c2a-88d7-b1f590578a60 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:31:03.166495 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-110bc9cf-b356-42e6-8ade-63c9f6ed65c6 None None] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:31:03.171065 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110bc9cf-b356-42e6-8ade-63c9f6ed65c6 None None] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:31:03.190731 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110bc9cf-b356-42e6-8ade-63c9f6ed65c6 None None] Pushing event updated for resources: {'Port': ['ID=0f18ad06-8baf-406f-8b7f-16891edba1e2,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:03.198779 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-110bc9cf-b356-42e6-8ade-63c9f6ed65c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:03.234867 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d268d605-9f4e-4ab1-b2f2-29fe0ae1c1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8896248'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:03.238845 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-5b252654-f1ca-484b-bcbb-c75463428b9a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7716603 Jun 26 21:31:03.245928 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:03.251250 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043b13f-ad48-4a0e-ad48-9764dcb5b7cd req-5e3cb4dd-4baf-4d33-aeea-1809f59702f7 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:03.251455 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 40976) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:31:03.251688 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8043b13f-ad48-4a0e-ad48-9764dcb5b7cd req-5e3cb4dd-4baf-4d33-aeea-1809f59702f7 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=9216cfee-43d5-4996-bee0-d4457bf21692 HTTP/1.1" status: 200 len: 945 time: 0.2073002 Jun 26 21:31:03.257456 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b252654-f1ca-484b-bcbb-c75463428b9a admin admin] Pushing event updated for resources: {'Network': ['ID=a8afb80a-5940-4655-9052-1907914d829f,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:03.260304 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-5b252654-f1ca-484b-bcbb-c75463428b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:03.266117 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-110bc9cf-b356-42e6-8ade-63c9f6ed65c6 None None] Attempting to bind port 0f18ad06-8baf-406f-8b7f-16891edba1e2 on host dv-cinder-798208-1-iscsi for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:31:03.266474 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-110bc9cf-b356-42e6-8ade-63c9f6ed65c6 None None] Attempting to bind port 0f18ad06-8baf-406f-8b7f-16891edba1e2 by drivers openvswitch,hyperv on host dv-cinder-798208-1-iscsi at level 0 using segments [{'id': '88150bbd-5688-4aa7-89dd-f9366c7f6629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7504093b-2185-4c2a-88d7-b1f590578a60'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:31:03.266913 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110bc9cf-b356-42e6-8ade-63c9f6ed65c6 None None] Attempting to bind port 0f18ad06-8baf-406f-8b7f-16891edba1e2 on network 7504093b-2185-4c2a-88d7-b1f590578a60 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:31:03.271665 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Network a8afb80a-5940-4655-9052-1907914d829f details requested by agent ovs-agent-dv-cinder-798208-1-iscsi with host dv-cinder-798208-1-iscsi {{(pid=92923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 21:31:03.290519 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-8e097f64-24ed-4b68-897d-e9088732a269 admin admin] Request body: {'subnet': {'network_id': 'a8afb80a-5940-4655-9052-1907914d829f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1551406780-subnet', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'ip_version': 4}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:31:03.306087 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8043b13f-ad48-4a0e-ad48-9764dcb5b7cd req-4de49c5a-518b-4d5f-9114-49779a4d2f6f tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440545 Jun 26 21:31:03.319800 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d268d605-9f4e-4ab1-b2f2-29fe0ae1c1ff admin admin] Network fc74eb2e-f674-4785-8e1a-443cbfb459f7 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:31:03.328847 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-d268d605-9f4e-4ab1-b2f2-29fe0ae1c1ff admin admin] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:31:03.331394 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d268d605-9f4e-4ab1-b2f2-29fe0ae1c1ff admin admin] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:31:03.339465 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110bc9cf-b356-42e6-8ade-63c9f6ed65c6 None None] Checking agent: {'id': '7280f8c8-6f14-48e1-b2dd-15f5d03fd9f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 21, 53), 'started_at': datetime.datetime(2021, 6, 26, 21, 22, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:31:03.339906 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110bc9cf-b356-42e6-8ade-63c9f6ed65c6 None None] Checking segment: {'id': '88150bbd-5688-4aa7-89dd-f9366c7f6629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7504093b-2185-4c2a-88d7-b1f590578a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:31:03.340443 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-110bc9cf-b356-42e6-8ade-63c9f6ed65c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:03.341009 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110bc9cf-b356-42e6-8ade-63c9f6ed65c6 None None] Bound using segment: {'id': '88150bbd-5688-4aa7-89dd-f9366c7f6629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7504093b-2185-4c2a-88d7-b1f590578a60'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:31:03.341646 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-110bc9cf-b356-42e6-8ade-63c9f6ed65c6 None None] Bound port: 0f18ad06-8baf-406f-8b7f-16891edba1e2, host: dv-cinder-798208-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88150bbd-5688-4aa7-89dd-f9366c7f6629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7504093b-2185-4c2a-88d7-b1f590578a60'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:31:03.342215 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-110bc9cf-b356-42e6-8ade-63c9f6ed65c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:03.361631 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d268d605-9f4e-4ab1-b2f2-29fe0ae1c1ff admin admin] Pushing event updated for resources: {'Port': ['ID=5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:03.364791 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-d268d605-9f4e-4ab1-b2f2-29fe0ae1c1ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:03.381541 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e097f64-24ed-4b68-897d-e9088732a269 admin admin] Made reservation on behalf of d57413efbdfc45b299c235407da019ce for: {'subnet': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:31:03.383987 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-8e097f64-24ed-4b68-897d-e9088732a269 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8846033'] for subnet, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:03.425452 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-110bc9cf-b356-42e6-8ade-63c9f6ed65c6 None None] For port 0f18ad06-8baf-406f-8b7f-16891edba1e2, host dv-cinder-798208-1-iscsi, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:31:03.429574 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-110bc9cf-b356-42e6-8ade-63c9f6ed65c6 None None] For port 0f18ad06-8baf-406f-8b7f-16891edba1e2, host dv-cinder-798208-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=0f18ad06-8baf-406f-8b7f-16891edba1e2,segment=NetworkSegment(88150bbd-5688-4aa7-89dd-f9366c7f6629),segment_id=88150bbd-5688-4aa7-89dd-f9366c7f6629)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:31:03.433818 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-110bc9cf-b356-42e6-8ade-63c9f6ed65c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:03.436037 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-b394aa53-5eae-46c9-8fe0-a9496c69d98f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:03.498812 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110bc9cf-b356-42e6-8ade-63c9f6ed65c6 None None] Pushing event updated for resources: {'Port': ['ID=0f18ad06-8baf-406f-8b7f-16891edba1e2,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:03.509787 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-110bc9cf-b356-42e6-8ade-63c9f6ed65c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:03.810753 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2ec71e78-1c7c-40d5-ada5-21817fbc171d req-fce71b02-2056-41bb-90e5-bacde383517c tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5fc33bc-8b24-433b-9bdf-6a36c0abab99 HTTP/1.1" status: 200 len: 210 time: 0.0568590 Jun 26 21:31:03.834840 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-81603128-a29d-4c2d-9393-91f67bea5100 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=975d4d34a7f5493484a06f98c7aae584&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0660748 Jun 26 21:31:04.116672 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d268d605-9f4e-4ab1-b2f2-29fe0ae1c1ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:04.376193 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-8e097f64-24ed-4b68-897d-e9088732a269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-221544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8896140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8846019'] for subnet, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:04.402697 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:04.525008 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-c1694a1b-7662-406c-ac32-ddc1ee88004a tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:04.527148 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-c1694a1b-7662-406c-ac32-ddc1ee88004a tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6583366 Jun 26 21:31:04.547390 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-93616b10-bdaa-476d-9b36-e8bcd70c4499 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Request body: {'port': {'device_id': 'a5fc33bc-8b24-433b-9bdf-6a36c0abab99', 'network_id': '90a61ca3-acdc-4e9f-be78-d07a7635a9e5', 'admin_state_up': True, 'tenant_id': '975d4d34a7f5493484a06f98c7aae584'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:31:04.591665 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e097f64-24ed-4b68-897d-e9088732a269 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b01ad406-256f-4138-8b6e-7125345feab0,revision_number=0']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:04.607464 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-8e097f64-24ed-4b68-897d-e9088732a269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:04.728641 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227b213-57b6-4452-8f19-e0ebe7d9e205 req-cb1c0cc2-9185-49c5-9618-a9a6010c981b tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:04.733707 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1227b213-57b6-4452-8f19-e0ebe7d9e205 req-cb1c0cc2-9185-49c5-9618-a9a6010c981b tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=9216cfee-43d5-4996-bee0-d4457bf21692 HTTP/1.1" status: 200 len: 945 time: 0.2539632 Jun 26 21:31:04.746591 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 0f18ad06-8baf-406f-8b7f-16891edba1e2 up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:31:04.818609 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1227b213-57b6-4452-8f19-e0ebe7d9e205 req-cd117b95-e3df-4d5b-8cca-4cdd149c8ac5 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630400 Jun 26 21:31:04.845880 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e097f64-24ed-4b68-897d-e9088732a269 admin admin] Checking segment: {'id': '9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:31:04.846524 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e097f64-24ed-4b68-897d-e9088732a269 admin admin] Network hostable DHCP agents. Network: a8afb80a-5940-4655-9052-1907914d829f, hostable agents: ['9c021b02-9e9f-4fa2-a546-066f9ef0df46'], hosted agents: [] {{(pid=92921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 21:31:04.853968 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning for port 0f18ad06-8baf-406f-8b7f-16891edba1e2 completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:31:05.036807 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e097f64-24ed-4b68-897d-e9088732a269 admin admin] Network a8afb80a-5940-4655-9052-1907914d829f is scheduled to be hosted by DHCP agent 9c021b02-9e9f-4fa2-a546-066f9ef0df46 with binding_index 1 {{(pid=92921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 21:31:05.070435 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-49cff516-63a4-45d3-9f8d-4ee016ea4679 req-da37ca63-f010-4643-8879-f74d9ad82fe2 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5fc33bc-8b24-433b-9bdf-6a36c0abab99 HTTP/1.1" status: 200 len: 210 time: 0.0856657 Jun 26 21:31:05.109622 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-8e097f64-24ed-4b68-897d-e9088732a269 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798208-1-iscsi, a8afb80a-5940-4655-9052-1907914d829f) {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:31:05.120878 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d20cdc4-d2e7-40a0-a7a3-d2b88b63ce97 None None] Network a8afb80a-5940-4655-9052-1907914d829f requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:31:05.122665 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d268d605-9f4e-4ab1-b2f2-29fe0ae1c1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642703'] for router, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:05.126285 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-93616b10-bdaa-476d-9b36-e8bcd70c4499 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Made reservation on behalf of 975d4d34a7f5493484a06f98c7aae584 for: {'port': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:31:05.134930 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-93616b10-bdaa-476d-9b36-e8bcd70c4499 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:05.145397 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e097f64-24ed-4b68-897d-e9088732a269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:05.146978 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-8e097f64-24ed-4b68-897d-e9088732a269 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:05.173862 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-93616b10-bdaa-476d-9b36-e8bcd70c4499 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:05.285918 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-8e097f64-24ed-4b68-897d-e9088732a269 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0289168 Jun 26 21:31:05.290406 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 41012) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:31:05.297031 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-1c938bcd-098a-4b31-866a-d7d52f3304c2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1551406780-router', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'}}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:31:05.298412 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902456f3-6450-4782-8f6e-609f26324008 None None] Network 7504093b-2185-4c2a-88d7-b1f590578a60 requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:31:05.546417 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-84e547bc-b9a5-4ee3-8039-23cafa135a84 None None] Provisioning for port 0f18ad06-8baf-406f-8b7f-16891edba1e2 completed by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:31:05.583357 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-84e547bc-b9a5-4ee3-8039-23cafa135a84 None None] Provisioning complete for port 0f18ad06-8baf-406f-8b7f-16891edba1e2 triggered by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:31:05.585078 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-84e547bc-b9a5-4ee3-8039-23cafa135a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:05.623726 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d268d605-9f4e-4ab1-b2f2-29fe0ae1c1ff admin admin] Router 67ffc21c-4e15-4d3b-9e1f-db923a4bb666 is scheduled to L3 agent 8f52ff15-e1cf-4181-89b9-9a217ed1d1bf with binding_index 1 {{(pid=92921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 26 21:31:05.679142 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-93616b10-bdaa-476d-9b36-e8bcd70c4499 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:05.685693 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb571f8d-cddf-4123-8499-a7079b230091 req-293863c0-270d-470f-8d94-b18328ecc1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:05.687383 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cb571f8d-cddf-4123-8499-a7079b230091 req-293863c0-270d-470f-8d94-b18328ecc1df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1b82a91ccfa34d6d9e71d190d4dfd427&device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 1099 time: 0.2509730 Jun 26 21:31:05.743433 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7457848-f14b-494b-bbe2-b9efc0133e76 req-e98f321d-20bf-4a26-a945-9bccac5d25e1 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:05.744800 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-93616b10-bdaa-476d-9b36-e8bcd70c4499 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:05.752558 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f7457848-f14b-494b-bbe2-b9efc0133e76 req-e98f321d-20bf-4a26-a945-9bccac5d25e1 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 946 time: 0.1795127 Jun 26 21:31:05.755073 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-3306a2c3-108b-4844-9b3c-bdc5896efef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:05.756032 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2badd98d-cb79-439f-9c49-78d0dcc38862 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde5f2ef3-1d6e-553d-a39c-8e031008594d-a8afb80a-5940-4655-9052-1907914d829f', 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'fixed_ips': [{'subnet_id': 'b01ad406-256f-4138-8b6e-7125345feab0'}]}} from dv-cinder-798208-1-iscsi. {{(pid=92923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 26 21:31:05.758023 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2badd98d-cb79-439f-9c49-78d0dcc38862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:05.807251 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1c938bcd-098a-4b31-866a-d7d52f3304c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11028'] for router, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:05.808571 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1c938bcd-098a-4b31-866a-d7d52f3304c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-695336', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11021'] for router, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:05.918861 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-84e547bc-b9a5-4ee3-8039-23cafa135a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:05.929016 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb571f8d-cddf-4123-8499-a7079b230091 req-009b896d-9fb7-479d-b2da-c5ebd4abf8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:05.930580 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cb571f8d-cddf-4123-8499-a7079b230091 req-009b896d-9fb7-479d-b2da-c5ebd4abf8f9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2305325d-a907-4cbb-9a7b-fe0c2ff5adf1 HTTP/1.1" status: 200 len: 920 time: 0.2346246 Jun 26 21:31:05.960332 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f7457848-f14b-494b-bbe2-b9efc0133e76 req-ae184d34-19b5-4292-9c35-4c87740ef68a tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067993 Jun 26 21:31:06.017984 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93616b10-bdaa-476d-9b36-e8bcd70c4499 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2274c13b-bbd1-42eb-97d9-3b7f41a692cc,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:06.022363 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-84e547bc-b9a5-4ee3-8039-23cafa135a84 None None] For port 0f18ad06-8baf-406f-8b7f-16891edba1e2, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=0f18ad06-8baf-406f-8b7f-16891edba1e2,segment=NetworkSegment(88150bbd-5688-4aa7-89dd-f9366c7f6629),segment_id=88150bbd-5688-4aa7-89dd-f9366c7f6629)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:31:06.032124 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cb571f8d-cddf-4123-8499-a7079b230091 req-b15662a3-5ffd-4ce9-b4fd-264c042bdb05 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09ec0a32-cf86-48ed-a9fe-55855bfe4ab2 HTTP/1.1" status: 200 len: 217 time: 0.0752182 Jun 26 21:31:06.042693 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-93616b10-bdaa-476d-9b36-e8bcd70c4499 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:06.042998 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-84e547bc-b9a5-4ee3-8039-23cafa135a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:06.058630 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:06.111609 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-2badd98d-cb79-439f-9c49-78d0dcc38862 None None] Allocated IP 172.20.0.2 (a8afb80a-5940-4655-9052-1907914d829f/b01ad406-256f-4138-8b6e-7125345feab0/c7250f85-87c4-4542-a64f-f342ca804454) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:31:06.119387 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d268d605-9f4e-4ab1-b2f2-29fe0ae1c1ff admin admin] Notify agent at l3_agent.dv-cinder-798208-1-iscsi the message routers_updated {{(pid=92921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 21:31:06.132563 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338242ec-9dff-4194-97ef-987a60e2334c None None] Sync routers for ids ['67ffc21c-4e15-4d3b-9e1f-db923a4bb666'] in dv-cinder-798208-1-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 21:31:06.158678 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338242ec-9dff-4194-97ef-987a60e2334c None None] Routers {'67ffc21c-4e15-4d3b-9e1f-db923a4bb666'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:31:06.159604 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-338242ec-9dff-4194-97ef-987a60e2334c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:30:55Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['67ffc21c-4e15-4d3b-9e1f-db923a4bb666'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:31:06.160964 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-93616b10-bdaa-476d-9b36-e8bcd70c4499 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Allocated IP 192.168.233.33 (90a61ca3-acdc-4e9f-be78-d07a7635a9e5/2374782d-f6cd-415b-869f-1fc12a889ef2/9c37d956-87db-44e0-851f-1f22e3a16f75) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:31:06.166488 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1c938bcd-098a-4b31-866a-d7d52f3304c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:06.228222 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d268d605-9f4e-4ab1-b2f2-29fe0ae1c1ff admin admin] Notify callbacks [] for router, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:06.236942 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-d268d605-9f4e-4ab1-b2f2-29fe0ae1c1ff admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9764159 Jun 26 21:31:06.239661 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 41034) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:31:06.249171 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e547bc-b9a5-4ee3-8039-23cafa135a84 None None] Pushing event updated for resources: {'Port': ['ID=0f18ad06-8baf-406f-8b7f-16891edba1e2,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:06.256909 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-84e547bc-b9a5-4ee3-8039-23cafa135a84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:06.337745 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-338242ec-9dff-4194-97ef-987a60e2334c None None] Set router 67ffc21c-4e15-4d3b-9e1f-db923a4bb666 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:31:06.349390 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-a23348b6-2597-454a-a1bf-605fba257e97 None None] Provisioning complete for port 0f18ad06-8baf-406f-8b7f-16891edba1e2 triggered by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:31:06.350020 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a23348b6-2597-454a-a1bf-605fba257e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:06.570990 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-338242ec-9dff-4194-97ef-987a60e2334c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ffc21c-4e15-4d3b-9e1f-db923a4bb666', 'name': 'tempest-TestMinimumBasicScenario-1246843487-router', 'tenant_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:02Z', 'updated_at': '2021-06-26T21:31:03Z', 'revision_number': 3, 'project_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'gw_port': {'id': '5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ed:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ffc21c-4e15-4d3b-9e1f-db923a4bb666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:02Z', 'updated_at': '2021-06-26T21:31:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi'}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:31:06.612696 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338242ec-9dff-4194-97ef-987a60e2334c None None] Checking router: 67ffc21c-4e15-4d3b-9e1f-db923a4bb666 for host: dv-cinder-798208-1-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 21:31:06.613282 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338242ec-9dff-4194-97ef-987a60e2334c None None] Updating router 67ffc21c-4e15-4d3b-9e1f-db923a4bb666 port 5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7 binding host dv-cinder-798208-1-iscsi {{(pid=92924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 21:31:06.639209 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2badd98d-cb79-439f-9c49-78d0dcc38862 None None] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:06.681147 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb571f8d-cddf-4123-8499-a7079b230091 req-2b7ce35d-468a-42f6-b7bd-79cfd092c551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:06.684413 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cb571f8d-cddf-4123-8499-a7079b230091 req-2b7ce35d-468a-42f6-b7bd-79cfd092c551 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=162b4e55-03bc-4a67-8c15-f483cdb4fffc HTTP/1.1" status: 200 len: 859 time: 0.6203125 Jun 26 21:31:06.688428 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-338242ec-9dff-4194-97ef-987a60e2334c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:06.700698 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 0f18ad06-8baf-406f-8b7f-16891edba1e2 up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:31:06.730264 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c1915a18-f68d-44fb-b8b1-99d37f2a01da req-fc901107-20ef-48fc-bf0a-3dab0cc6ffde tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5fc33bc-8b24-433b-9bdf-6a36c0abab99 HTTP/1.1" status: 200 len: 210 time: 0.1123257 Jun 26 21:31:06.833244 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1c938bcd-098a-4b31-866a-d7d52f3304c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-695302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11071'] for router, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:06.835987 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-2badd98d-cb79-439f-9c49-78d0dcc38862 None None] Transition to ACTIVE for port object c7250f85-87c4-4542-a64f-f342ca804454 will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:31:06.865080 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cb571f8d-cddf-4123-8499-a7079b230091 req-bcf6493d-9e74-4b35-a1e7-4fde4c4c5005 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2305325d-a907-4cbb-9a7b-fe0c2ff5adf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1478124 Jun 26 21:31:06.869689 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port 0f18ad06-8baf-406f-8b7f-16891edba1e2 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:31:06.870105 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:06.874614 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-2badd98d-cb79-439f-9c49-78d0dcc38862 None None] Transition to ACTIVE for port object c7250f85-87c4-4542-a64f-f342ca804454 will not be triggered until provisioned by entity DHCP. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:31:07.061561 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2badd98d-cb79-439f-9c49-78d0dcc38862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:07.069327 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:07.131665 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cb571f8d-cddf-4123-8499-a7079b230091 req-3d883963-568c-4a6f-acb9-c1c8e3ff9c5e service neutron] 10.222.0.41 "GET /v2.0/networks/2305325d-a907-4cbb-9a7b-fe0c2ff5adf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489789 Jun 26 21:31:07.137011 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2badd98d-cb79-439f-9c49-78d0dcc38862 None None] Pushing event updated for resources: {'Port': ['ID=c7250f85-87c4-4542-a64f-f342ca804454,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:07.141785 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-2badd98d-cb79-439f-9c49-78d0dcc38862 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:07.163091 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-93616b10-bdaa-476d-9b36-e8bcd70c4499 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:07.175014 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2badd98d-cb79-439f-9c49-78d0dcc38862 None None] Network a8afb80a-5940-4655-9052-1907914d829f is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:31:07.182917 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-2badd98d-cb79-439f-9c49-78d0dcc38862 None None] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:31:07.186010 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2badd98d-cb79-439f-9c49-78d0dcc38862 None None] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:31:07.233215 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-93616b10-bdaa-476d-9b36-e8bcd70c4499 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Transition to ACTIVE for port object 9c37d956-87db-44e0-851f-1f22e3a16f75 will not be triggered until provisioned by entity DHCP. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:31:07.329533 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cb571f8d-cddf-4123-8499-a7079b230091 req-bb568485-0cfc-413c-838a-1ea452557cef service neutron] 10.222.0.41 "GET /v2.0/networks/2305325d-a907-4cbb-9a7b-fe0c2ff5adf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793120 Jun 26 21:31:07.547087 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-2badd98d-cb79-439f-9c49-78d0dcc38862 None None] Attempting to bind port c7250f85-87c4-4542-a64f-f342ca804454 on host dv-cinder-798208-1-iscsi for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:31:07.547737 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-2badd98d-cb79-439f-9c49-78d0dcc38862 None None] Attempting to bind port c7250f85-87c4-4542-a64f-f342ca804454 by drivers openvswitch,hyperv on host dv-cinder-798208-1-iscsi at level 0 using segments [{'id': '9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:31:07.548213 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2badd98d-cb79-439f-9c49-78d0dcc38862 None None] Attempting to bind port c7250f85-87c4-4542-a64f-f342ca804454 on network a8afb80a-5940-4655-9052-1907914d829f {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:31:07.582584 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2badd98d-cb79-439f-9c49-78d0dcc38862 None None] Checking agent: {'id': '7280f8c8-6f14-48e1-b2dd-15f5d03fd9f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 21, 53), 'started_at': datetime.datetime(2021, 6, 26, 21, 22, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:31:07.587885 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2badd98d-cb79-439f-9c49-78d0dcc38862 None None] Checking segment: {'id': '9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:31:07.588504 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2badd98d-cb79-439f-9c49-78d0dcc38862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:07.589469 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2badd98d-cb79-439f-9c49-78d0dcc38862 None None] Bound using segment: {'id': '9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:31:07.590011 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-2badd98d-cb79-439f-9c49-78d0dcc38862 None None] Bound port: c7250f85-87c4-4542-a64f-f342ca804454, host: dv-cinder-798208-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:31:07.590419 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2badd98d-cb79-439f-9c49-78d0dcc38862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:07.697804 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-338242ec-9dff-4194-97ef-987a60e2334c None None] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:07.730711 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-338242ec-9dff-4194-97ef-987a60e2334c None None] Transition to ACTIVE for port object 5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:31:07.734615 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-2badd98d-cb79-439f-9c49-78d0dcc38862 None None] For port c7250f85-87c4-4542-a64f-f342ca804454, host dv-cinder-798208-1-iscsi, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:31:07.742208 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-338242ec-9dff-4194-97ef-987a60e2334c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:07.744495 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-2badd98d-cb79-439f-9c49-78d0dcc38862 None None] For port c7250f85-87c4-4542-a64f-f342ca804454, host dv-cinder-798208-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=c7250f85-87c4-4542-a64f-f342ca804454,segment=NetworkSegment(9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a),segment_id=9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:31:07.751340 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:07.751791 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2badd98d-cb79-439f-9c49-78d0dcc38862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:07.754020 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:07.772762 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f3c1e-fadd-48bb-ba03-637c822456df req-b4b44b5c-20d2-4d28-b1fe-3d606f341c58 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:07.782865 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f57f3c1e-fadd-48bb-ba03-637c822456df req-b4b44b5c-20d2-4d28-b1fe-3d606f341c58 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 946 time: 0.4527540 Jun 26 21:31:07.890236 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-338242ec-9dff-4194-97ef-987a60e2334c None None] Attempting to bind port 5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7 on host dv-cinder-798208-1-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:31:07.893140 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-338242ec-9dff-4194-97ef-987a60e2334c None None] Attempting to bind port 5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7 by drivers openvswitch,hyperv on host dv-cinder-798208-1-iscsi at level 0 using segments [{'id': '4f28365d-aca5-4c5a-9953-491fa10de68c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:31:07.896228 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338242ec-9dff-4194-97ef-987a60e2334c None None] Attempting to bind port 5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7 on network fc74eb2e-f674-4785-8e1a-443cbfb459f7 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:31:07.908531 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-93616b10-bdaa-476d-9b36-e8bcd70c4499 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8896248'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:07.919006 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2badd98d-cb79-439f-9c49-78d0dcc38862 None None] Pushing event updated for resources: {'Port': ['ID=c7250f85-87c4-4542-a64f-f342ca804454,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:07.927528 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-2badd98d-cb79-439f-9c49-78d0dcc38862 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:07.941793 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338242ec-9dff-4194-97ef-987a60e2334c None None] Checking agent: {'id': '7280f8c8-6f14-48e1-b2dd-15f5d03fd9f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 21, 53), 'started_at': datetime.datetime(2021, 6, 26, 21, 22, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:31:07.942503 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338242ec-9dff-4194-97ef-987a60e2334c None None] Checking segment: {'id': '4f28365d-aca5-4c5a-9953-491fa10de68c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:31:07.943106 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-338242ec-9dff-4194-97ef-987a60e2334c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:07.943705 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338242ec-9dff-4194-97ef-987a60e2334c None None] Bound using segment: {'id': '4f28365d-aca5-4c5a-9953-491fa10de68c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:31:07.944431 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-338242ec-9dff-4194-97ef-987a60e2334c None None] Bound port: 5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7, host: dv-cinder-798208-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f28365d-aca5-4c5a-9953-491fa10de68c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:31:07.945011 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-338242ec-9dff-4194-97ef-987a60e2334c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:07.986834 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4ca5d0e3-6a01-414d-8212-ded4fe8fa1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:08.007207 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:08.011620 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1c938bcd-098a-4b31-866a-d7d52f3304c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:08.050653 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1c938bcd-098a-4b31-866a-d7d52f3304c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:08.055713 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-338242ec-9dff-4194-97ef-987a60e2334c None None] For port 5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7, host dv-cinder-798208-1-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:31:08.060200 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-338242ec-9dff-4194-97ef-987a60e2334c None None] For port 5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7, host dv-cinder-798208-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7,segment=NetworkSegment(4f28365d-aca5-4c5a-9953-491fa10de68c),segment_id=4f28365d-aca5-4c5a-9953-491fa10de68c)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:31:08.073916 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-93616b10-bdaa-476d-9b36-e8bcd70c4499 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Network 90a61ca3-acdc-4e9f-be78-d07a7635a9e5 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:31:08.074268 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-338242ec-9dff-4194-97ef-987a60e2334c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:08.075121 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e227167-26d2-4a92-a3b3-4686348f79c8 None None] Pushing event updated for resources: {'Port': ['ID=5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:08.096222 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f57f3c1e-fadd-48bb-ba03-637c822456df req-19aa30b0-4f35-46b0-8c56-f35cd99214bb tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117888 Jun 26 21:31:08.099389 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-93616b10-bdaa-476d-9b36-e8bcd70c4499 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:31:08.111116 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e227167-26d2-4a92-a3b3-4686348f79c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:08.111655 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e227167-26d2-4a92-a3b3-4686348f79c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:08.112110 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e227167-26d2-4a92-a3b3-4686348f79c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:08.112505 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e227167-26d2-4a92-a3b3-4686348f79c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:08.112961 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e227167-26d2-4a92-a3b3-4686348f79c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:08.113443 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e227167-26d2-4a92-a3b3-4686348f79c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:08.113712 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e227167-26d2-4a92-a3b3-4686348f79c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:08.114076 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e227167-26d2-4a92-a3b3-4686348f79c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:08.114730 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e227167-26d2-4a92-a3b3-4686348f79c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:08.114867 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e227167-26d2-4a92-a3b3-4686348f79c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:08.115377 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e227167-26d2-4a92-a3b3-4686348f79c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:08.116069 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e227167-26d2-4a92-a3b3-4686348f79c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:08.121866 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-9e227167-26d2-4a92-a3b3-4686348f79c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:08.122125 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-59aab79a-5eaa-4724-a698-a6fe0bad1e9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:08.161021 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-93616b10-bdaa-476d-9b36-e8bcd70c4499 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:31:08.218414 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e227167-26d2-4a92-a3b3-4686348f79c8 None None] Pushing event updated for resources: {'Port': ['ID=5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:08.224647 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-9e227167-26d2-4a92-a3b3-4686348f79c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:08.233982 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93616b10-bdaa-476d-9b36-e8bcd70c4499 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Pushing event updated for resources: {'Port': ['ID=9c37d956-87db-44e0-851f-1f22e3a16f75,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:08.237680 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338242ec-9dff-4194-97ef-987a60e2334c None None] Routers {'67ffc21c-4e15-4d3b-9e1f-db923a4bb666'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:31:08.239394 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-338242ec-9dff-4194-97ef-987a60e2334c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:30:55Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['67ffc21c-4e15-4d3b-9e1f-db923a4bb666'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:31:08.241978 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-93616b10-bdaa-476d-9b36-e8bcd70c4499 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:08.443273 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-338242ec-9dff-4194-97ef-987a60e2334c None None] Set router 67ffc21c-4e15-4d3b-9e1f-db923a4bb666 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:31:08.593016 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-3d5c1d93-f6e6-4871-a086-b172708a51d3 None None] Provisioning for port 9c37d956-87db-44e0-851f-1f22e3a16f75 completed by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:31:08.603629 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-1c938bcd-098a-4b31-866a-d7d52f3304c2 admin admin] Allocated IP 172.27.2.206 (fc74eb2e-f674-4785-8e1a-443cbfb459f7/02c6eafe-d2ac-4065-b904-73ec1df0a44a/25c3676e-51fd-4dba-ab5d-5a77be2c73ff) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:31:08.611369 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-3d5c1d93-f6e6-4871-a086-b172708a51d3 None None] Provisioning complete for port 9c37d956-87db-44e0-851f-1f22e3a16f75 triggered by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:31:08.611751 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3d5c1d93-f6e6-4871-a086-b172708a51d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:08.736087 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-3d5c1d93-f6e6-4871-a086-b172708a51d3 None None] Port 9c37d956-87db-44e0-851f-1f22e3a16f75 cannot update to ACTIVE because it is not bound. {{(pid=92923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 21:31:08.767653 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-93616b10-bdaa-476d-9b36-e8bcd70c4499 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:08.768138 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-93616b10-bdaa-476d-9b36-e8bcd70c4499 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:08.773620 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8bc36b-f974-481a-8069-3568144d9fd2 req-f290b9b0-5f05-4479-93ea-382703cf0159 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:08.778437 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.agents_db [None req-53b98272-06bb-47ef-8924-edf36d473ef8 None None] Agent healthcheck: found 6 active agents {{(pid=92924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 21:31:08.779017 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cc8bc36b-f974-481a-8069-3568144d9fd2 req-f290b9b0-5f05-4479-93ea-382703cf0159 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5fc33bc-8b24-433b-9bdf-6a36c0abab99 HTTP/1.1" status: 200 len: 935 time: 0.3341601 Jun 26 21:31:08.798743 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device c7250f85-87c4-4542-a64f-f342ca804454 up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:31:08.846793 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-93616b10-bdaa-476d-9b36-e8bcd70c4499 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3084915 Jun 26 21:31:08.862955 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-7ebd8d8c-21d5-400f-bb66-456a03ad9057 service neutron] Request body: {'port': {'device_id': 'a5fc33bc-8b24-433b-9bdf-6a36c0abab99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79820'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:31:08.863570 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning for port c7250f85-87c4-4542-a64f-f342ca804454 completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:31:08.869068 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [None req-4ca5d0e3-6a01-414d-8212-ded4fe8fa1f7 admin admin] Allocated IP 172.20.0.1 (7504093b-2185-4c2a-88d7-b1f590578a60/c0ea7ed3-3026-4b54-9abc-fc78571d0dfb/f6b77c0f-3d2d-47fc-b6ed-4f9af5a5f6c1) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:31:08.955329 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cc8bc36b-f974-481a-8069-3568144d9fd2 req-ad9c099b-52e0-41a5-b7fa-cebb06e0915a tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/security-groups?id=2274c13b-bbd1-42eb-97d9-3b7f41a692cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088130 Jun 26 21:31:09.084406 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1c938bcd-098a-4b31-866a-d7d52f3304c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:09.085045 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-7ebd8d8c-21d5-400f-bb66-456a03ad9057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:09.095612 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-338242ec-9dff-4194-97ef-987a60e2334c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ffc21c-4e15-4d3b-9e1f-db923a4bb666', 'name': 'tempest-TestMinimumBasicScenario-1246843487-router', 'tenant_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:02Z', 'updated_at': '2021-06-26T21:31:03Z', 'revision_number': 3, 'project_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'gw_port': {'id': '5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ed:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ffc21c-4e15-4d3b-9e1f-db923a4bb666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:02Z', 'updated_at': '2021-06-26T21:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi'}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:31:09.184115 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338242ec-9dff-4194-97ef-987a60e2334c None None] The sync data for ids ['67ffc21c-4e15-4d3b-9e1f-db923a4bb666'] in dv-cinder-798208-1-iscsi is: [{'id': '67ffc21c-4e15-4d3b-9e1f-db923a4bb666', 'name': 'tempest-TestMinimumBasicScenario-1246843487-router', 'tenant_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:02Z', 'updated_at': '2021-06-26T21:31:03Z', 'revision_number': 3, 'project_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'gw_port': {'id': '5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ed:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ffc21c-4e15-4d3b-9e1f-db923a4bb666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:02Z', 'updated_at': '2021-06-26T21:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi'}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 21:31:09.205380 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1c938bcd-098a-4b31-866a-d7d52f3304c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8809475'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:09.208527 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-91453171-5588-4d6f-a150-dff287fd4b36 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:09.316868 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c938bcd-098a-4b31-866a-d7d52f3304c2 admin admin] Network fc74eb2e-f674-4785-8e1a-443cbfb459f7 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:31:09.320540 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-1c938bcd-098a-4b31-866a-d7d52f3304c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:31:09.336974 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c938bcd-098a-4b31-866a-d7d52f3304c2 admin admin] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:31:09.421164 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4ca5d0e3-6a01-414d-8212-ded4fe8fa1f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:09.456168 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-4ca5d0e3-6a01-414d-8212-ded4fe8fa1f7 admin admin] Transition to ACTIVE for port object f6b77c0f-3d2d-47fc-b6ed-4f9af5a5f6c1 will not be triggered until provisioned by entity DHCP. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:31:09.507842 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c938bcd-098a-4b31-866a-d7d52f3304c2 admin admin] Pushing event updated for resources: {'Port': ['ID=25c3676e-51fd-4dba-ab5d-5a77be2c73ff,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:09.520756 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-1c938bcd-098a-4b31-866a-d7d52f3304c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:09.564652 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41fe111-1ad9-4ca4-9895-086797cbb5bd None None] Network a8afb80a-5940-4655-9052-1907914d829f requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:31:09.596036 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4ca5d0e3-6a01-414d-8212-ded4fe8fa1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8896248'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:09.602011 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:09.700127 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca5d0e3-6a01-414d-8212-ded4fe8fa1f7 admin admin] Network 7504093b-2185-4c2a-88d7-b1f590578a60 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:31:09.708798 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-4ca5d0e3-6a01-414d-8212-ded4fe8fa1f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:31:09.723014 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca5d0e3-6a01-414d-8212-ded4fe8fa1f7 admin admin] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:31:09.731963 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-7ebd8d8c-21d5-400f-bb66-456a03ad9057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c37d956-87db-44e0-851f-1f22e3a16f75 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 21:31:09.767801 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-7ebd8d8c-21d5-400f-bb66-456a03ad9057 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:09.774336 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca5d0e3-6a01-414d-8212-ded4fe8fa1f7 admin admin] Pushing event updated for resources: {'Port': ['ID=f6b77c0f-3d2d-47fc-b6ed-4f9af5a5f6c1,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:09.781707 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-4ca5d0e3-6a01-414d-8212-ded4fe8fa1f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:09.807282 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-7ebd8d8c-21d5-400f-bb66-456a03ad9057 service neutron] Transition to ACTIVE for port object 9c37d956-87db-44e0-851f-1f22e3a16f75 will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:31:09.822174 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-a75774d3-c01e-461c-9306-246ca90230e2 None None] Provisioning for port c7250f85-87c4-4542-a64f-f342ca804454 completed by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:31:09.822513 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-7ebd8d8c-21d5-400f-bb66-456a03ad9057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8896010'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:09.824325 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4ca5d0e3-6a01-414d-8212-ded4fe8fa1f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-698637'] for router_interface, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:09.838556 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-a75774d3-c01e-461c-9306-246ca90230e2 None None] Provisioning complete for port c7250f85-87c4-4542-a64f-f342ca804454 triggered by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:31:09.840302 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a75774d3-c01e-461c-9306-246ca90230e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:09.860205 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:09.941354 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8afebd-66c0-4c93-b52b-b504378ba380 req-1a8b922b-2e24-4193-b5a3-07740edd7a6b tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:09.943925 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fa8afebd-66c0-4c93-b52b-b504378ba380 req-1a8b922b-2e24-4193-b5a3-07740edd7a6b tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 946 time: 0.5008073 Jun 26 21:31:10.029963 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a75774d3-c01e-461c-9306-246ca90230e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:10.102364 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-a75774d3-c01e-461c-9306-246ca90230e2 None None] For port c7250f85-87c4-4542-a64f-f342ca804454, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=c7250f85-87c4-4542-a64f-f342ca804454,segment=NetworkSegment(9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a),segment_id=9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:31:10.110144 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd8d8c-21d5-400f-bb66-456a03ad9057 service neutron] Pushing event updated for resources: {'Port': ['ID=9c37d956-87db-44e0-851f-1f22e3a16f75,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:10.118230 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-7ebd8d8c-21d5-400f-bb66-456a03ad9057 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:10.120708 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1c938bcd-098a-4b31-866a-d7d52f3304c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:10.135397 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a75774d3-c01e-461c-9306-246ca90230e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:10.141120 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:10.230975 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fa8afebd-66c0-4c93-b52b-b504378ba380 req-61f996e9-9817-4ea4-b718-d6d58f7f3b22 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774353 Jun 26 21:31:10.342993 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75774d3-c01e-461c-9306-246ca90230e2 None None] Pushing event updated for resources: {'Port': ['ID=c7250f85-87c4-4542-a64f-f342ca804454,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:10.356039 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-a75774d3-c01e-461c-9306-246ca90230e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:10.357716 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-5c20cbe5-500d-4c41-b81c-45caae7a9b0b None None] Provisioning for port f6b77c0f-3d2d-47fc-b6ed-4f9af5a5f6c1 completed by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:31:10.363100 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-5c20cbe5-500d-4c41-b81c-45caae7a9b0b None None] Provisioning complete for port f6b77c0f-3d2d-47fc-b6ed-4f9af5a5f6c1 triggered by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:31:10.363843 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5c20cbe5-500d-4c41-b81c-45caae7a9b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:10.454735 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-5c20cbe5-500d-4c41-b81c-45caae7a9b0b None None] Port f6b77c0f-3d2d-47fc-b6ed-4f9af5a5f6c1 cannot update to ACTIVE because it is not bound. {{(pid=92923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 21:31:10.566264 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc970f-290e-4273-ac3a-a8edca22e347 req-c8218360-340c-4267-a044-0f060560b134 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:10.584045 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cffc970f-290e-4273-ac3a-a8edca22e347 req-c8218360-340c-4267-a044-0f060560b134 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5fc33bc-8b24-433b-9bdf-6a36c0abab99 HTTP/1.1" status: 200 len: 947 time: 0.2713754 Jun 26 21:31:10.596519 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-7ebd8d8c-21d5-400f-bb66-456a03ad9057 service neutron] Attempting to bind port 9c37d956-87db-44e0-851f-1f22e3a16f75 on host hv-cinder-79820 for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:31:10.597501 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-7ebd8d8c-21d5-400f-bb66-456a03ad9057 service neutron] Attempting to bind port 9c37d956-87db-44e0-851f-1f22e3a16f75 by drivers openvswitch,hyperv on host hv-cinder-79820 at level 0 using segments [{'id': 'd3d185cd-db11-44ba-85fb-e2106eb6ec7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '90a61ca3-acdc-4e9f-be78-d07a7635a9e5'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:31:10.598480 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-7ebd8d8c-21d5-400f-bb66-456a03ad9057 service neutron] Attempting to bind port 9c37d956-87db-44e0-851f-1f22e3a16f75 on network 90a61ca3-acdc-4e9f-be78-d07a7635a9e5 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:31:10.616015 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-50ac5eaf-5242-4a67-8898-0c58e176dc37 None None] Provisioning complete for port c7250f85-87c4-4542-a64f-f342ca804454 triggered by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:31:10.616602 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-50ac5eaf-5242-4a67-8898-0c58e176dc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:10.622428 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-7ebd8d8c-21d5-400f-bb66-456a03ad9057 service neutron] Port 9c37d956-87db-44e0-851f-1f22e3a16f75 on network 90a61ca3-acdc-4e9f-be78-d07a7635a9e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79820 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 21:31:10.622620 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-7ebd8d8c-21d5-400f-bb66-456a03ad9057 service neutron] Attempting to bind port 9c37d956-87db-44e0-851f-1f22e3a16f75 on network 90a61ca3-acdc-4e9f-be78-d07a7635a9e5 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:31:10.643107 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4ca5d0e3-6a01-414d-8212-ded4fe8fa1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:10.655269 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-7ebd8d8c-21d5-400f-bb66-456a03ad9057 service neutron] Checking agent: {'id': '92a96a50-8a1c-4808-8af1-2ac9e1a0a70b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79820', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 27, 54), 'started_at': datetime.datetime(2021, 6, 26, 21, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:31:10.655607 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-7ebd8d8c-21d5-400f-bb66-456a03ad9057 service neutron] Checking segment: {'id': 'd3d185cd-db11-44ba-85fb-e2106eb6ec7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '90a61ca3-acdc-4e9f-be78-d07a7635a9e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:31:10.655991 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-7ebd8d8c-21d5-400f-bb66-456a03ad9057 service neutron] Bound using segment: {'id': 'd3d185cd-db11-44ba-85fb-e2106eb6ec7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '90a61ca3-acdc-4e9f-be78-d07a7635a9e5'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:31:10.656562 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-7ebd8d8c-21d5-400f-bb66-456a03ad9057 service neutron] Bound port: 9c37d956-87db-44e0-851f-1f22e3a16f75, host: hv-cinder-79820, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3d185cd-db11-44ba-85fb-e2106eb6ec7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '90a61ca3-acdc-4e9f-be78-d07a7635a9e5'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:31:10.656860 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-7ebd8d8c-21d5-400f-bb66-456a03ad9057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:10.737008 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cffc970f-290e-4273-ac3a-a8edca22e347 req-dd9885d7-6104-49f9-bb21-3dfee5c9ba97 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/security-groups?id=2274c13b-bbd1-42eb-97d9-3b7f41a692cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515102 Jun 26 21:31:10.904484 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-7ebd8d8c-21d5-400f-bb66-456a03ad9057 service neutron] For port 9c37d956-87db-44e0-851f-1f22e3a16f75, host hv-cinder-79820, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:31:10.919937 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device c7250f85-87c4-4542-a64f-f342ca804454 up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:31:10.929103 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1c938bcd-098a-4b31-866a-d7d52f3304c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642703'] for router, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:11.056159 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port c7250f85-87c4-4542-a64f-f342ca804454 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:31:11.056553 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:11.069264 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4ca5d0e3-6a01-414d-8212-ded4fe8fa1f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:11.076958 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-7ebd8d8c-21d5-400f-bb66-456a03ad9057 service neutron] For port 9c37d956-87db-44e0-851f-1f22e3a16f75, host hv-cinder-79820, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=9c37d956-87db-44e0-851f-1f22e3a16f75,segment=NetworkSegment(d3d185cd-db11-44ba-85fb-e2106eb6ec7c),segment_id=d3d185cd-db11-44ba-85fb-e2106eb6ec7c)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:31:11.079399 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4ca5d0e3-6a01-414d-8212-ded4fe8fa1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8896010'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:11.083908 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:11.115536 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-7ebd8d8c-21d5-400f-bb66-456a03ad9057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8896010'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:11.209271 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7 up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:31:11.211580 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-7ebd8d8c-21d5-400f-bb66-456a03ad9057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:11.212215 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-7ebd8d8c-21d5-400f-bb66-456a03ad9057 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:11.213798 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-7ebd8d8c-21d5-400f-bb66-456a03ad9057 service neutron] 10.222.0.41 "PUT /v2.0/ports/9c37d956-87db-44e0-851f-1f22e3a16f75 HTTP/1.1" status: 200 len: 1097 time: 2.3555634 Jun 26 21:31:11.216825 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5fc33bc-8b24-433b-9bdf-6a36c0abab99', 'tag': '9c37d956-87db-44e0-851f-1f22e3a16f75'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:31:11.219268 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b5f6d741f71b22ca80de7011a5bf010bd5b330abd4b28dbd747dc86a1ce20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a88ff57-864f-4dcb-a3c6-3a8895d20daa" -d '{"events": [{"name": "network-changed", "server_uuid": "a5fc33bc-8b24-433b-9bdf-6a36c0abab99", "tag": "9c37d956-87db-44e0-851f-1f22e3a16f75"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:31:11.294835 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning for port 5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7 completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:31:11.307046 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port 5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:31:11.307741 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:11.360072 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4ca5d0e3-6a01-414d-8212-ded4fe8fa1f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-698769'] for router_interface, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:11.380552 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca5d0e3-6a01-414d-8212-ded4fe8fa1f7 admin admin] Pushing event updated for resources: {'Port': ['ID=f6b77c0f-3d2d-47fc-b6ed-4f9af5a5f6c1,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:11.394903 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-4ca5d0e3-6a01-414d-8212-ded4fe8fa1f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:11.410411 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 21:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f49b9a4-95ce-4f91-91e5-d9cc423a5b80 x-openstack-request-id: req-7f49b9a4-95ce-4f91-91e5-d9cc423a5b80 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:31:11.410959 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5fc33bc-8b24-433b-9bdf-6a36c0abab99", "tag": "9c37d956-87db-44e0-851f-1f22e3a16f75", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:31:11.411346 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7f49b9a4-95ce-4f91-91e5-d9cc423a5b80 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:31:11.412033 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5fc33bc-8b24-433b-9bdf-6a36c0abab99', 'tag': '9c37d956-87db-44e0-851f-1f22e3a16f75', 'status': 'completed', 'code': 200} Jun 26 21:31:11.415850 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-93616b10-bdaa-476d-9b36-e8bcd70c4499 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.256s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:11.601447 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-203a19ca-aa0b-4602-9e78-887cf24d73ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:11.603238 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-203a19ca-aa0b-4602-9e78-887cf24d73ab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=975d4d34a7f5493484a06f98c7aae584&device_id=a5fc33bc-8b24-433b-9bdf-6a36c0abab99 HTTP/1.1" status: 200 len: 1100 time: 0.2988157 Jun 26 21:31:11.616840 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd8d8c-21d5-400f-bb66-456a03ad9057 service neutron] Pushing event updated for resources: {'Port': ['ID=9c37d956-87db-44e0-851f-1f22e3a16f75,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:11.617755 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:11.627612 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-7ebd8d8c-21d5-400f-bb66-456a03ad9057 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:11.655059 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] For port 5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7,segment=NetworkSegment(4f28365d-aca5-4c5a-9953-491fa10de68c),segment_id=4f28365d-aca5-4c5a-9953-491fa10de68c)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:31:11.659974 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:11.661957 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-13c0a044-e042-4352-978b-33bc5053b09b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:11.707421 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736c3c3-b829-4d7b-b938-387d409987cd req-0f811424-de6d-4e3b-b131-971600d41a97 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:11.710971 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e736c3c3-b829-4d7b-b938-387d409987cd req-0f811424-de6d-4e3b-b131-971600d41a97 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 946 time: 0.1203098 Jun 26 21:31:11.718611 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Pushing event updated for resources: {'Port': ['ID=5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7,revision_number=4']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:11.722962 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c938bcd-098a-4b31-866a-d7d52f3304c2 admin admin] Router 91a92a4d-40e9-484e-a859-76bd492b0211 is scheduled to L3 agent 8f52ff15-e1cf-4181-89b9-9a217ed1d1bf with binding_index 1 {{(pid=92922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 26 21:31:11.723309 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:11.725917 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-7d222b46-ca5b-4b26-b7c0-b1d215ac0199 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=9c37d956-87db-44e0-851f-1f22e3a16f75 HTTP/1.1" status: 200 len: 217 time: 0.0929523 Jun 26 21:31:11.796176 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca5d0e3-6a01-414d-8212-ded4fe8fa1f7 admin admin] Network 7504093b-2185-4c2a-88d7-b1f590578a60 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:31:11.800051 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-4ca5d0e3-6a01-414d-8212-ded4fe8fa1f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:31:11.822658 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e736c3c3-b829-4d7b-b938-387d409987cd req-349563ae-b63a-45b2-b55d-35ef1d38c575 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911002 Jun 26 21:31:11.941394 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-23be2c8e-b383-4de8-96b0-8a7e93486a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:11.943075 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-23be2c8e-b383-4de8-96b0-8a7e93486a2a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2374782d-f6cd-415b-869f-1fc12a889ef2 HTTP/1.1" status: 200 len: 843 time: 0.2060306 Jun 26 21:31:11.971071 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca5d0e3-6a01-414d-8212-ded4fe8fa1f7 admin admin] Router 67ffc21c-4e15-4d3b-9e1f-db923a4bb666 has already been hosted by L3 agent 8f52ff15-e1cf-4181-89b9-9a217ed1d1bf {{(pid=92921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 21:31:11.990025 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c938bcd-098a-4b31-866a-d7d52f3304c2 admin admin] Notify agent at l3_agent.dv-cinder-798208-1-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 21:31:12.003980 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d82b4f3-ca28-4e7a-96c6-6621bded2f97 None None] Sync routers for ids ['91a92a4d-40e9-484e-a859-76bd492b0211'] in dv-cinder-798208-1-iscsi {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 21:31:12.016873 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d82b4f3-ca28-4e7a-96c6-6621bded2f97 None None] Routers {'91a92a4d-40e9-484e-a859-76bd492b0211'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:31:12.017471 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-8d82b4f3-ca28-4e7a-96c6-6621bded2f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:30:55Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['91a92a4d-40e9-484e-a859-76bd492b0211'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:31:12.079211 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1c938bcd-098a-4b31-866a-d7d52f3304c2 admin admin] Notify callbacks [] for router, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:12.084949 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-1c938bcd-098a-4b31-866a-d7d52f3304c2 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.7927802 Jun 26 21:31:12.086700 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 41142) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:31:12.147157 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca5d0e3-6a01-414d-8212-ded4fe8fa1f7 admin admin] Notify agent at l3_agent.dv-cinder-798208-1-iscsi the message routers_updated {{(pid=92921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 21:31:12.153662 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-4ca5d0e3-6a01-414d-8212-ded4fe8fa1f7 admin admin] 10.222.0.24 "PUT /v2.0/routers/67ffc21c-4e15-4d3b-9e1f-db923a4bb666/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9127479 Jun 26 21:31:12.203627 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-95761892-d471-4ee3-9b94-acb4684ae9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:12.205191 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-95761892-d471-4ee3-9b94-acb4684ae9c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=90a61ca3-acdc-4e9f-be78-d07a7635a9e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2511191 Jun 26 21:31:12.259902 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-250a4b07-cb98-4f6b-86a1-98c02773ce0d None None] Provisioning complete for port f6b77c0f-3d2d-47fc-b6ed-4f9af5a5f6c1 triggered by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:31:12.260286 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-250a4b07-cb98-4f6b-86a1-98c02773ce0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:12.284876 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab17fe-f0bf-4367-ba8d-e6a52c36eb3b req-54c21c3a-1d49-4a2a-b845-17d5a5f13f3e tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:12.288811 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ecab17fe-f0bf-4367-ba8d-e6a52c36eb3b req-54c21c3a-1d49-4a2a-b845-17d5a5f13f3e tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5fc33bc-8b24-433b-9bdf-6a36c0abab99 HTTP/1.1" status: 200 len: 947 time: 0.2732065 Jun 26 21:31:12.317109 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-250a4b07-cb98-4f6b-86a1-98c02773ce0d None None] Port f6b77c0f-3d2d-47fc-b6ed-4f9af5a5f6c1 cannot update to ACTIVE because it is not bound. {{(pid=92923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 21:31:12.329830 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-8d82b4f3-ca28-4e7a-96c6-6621bded2f97 None None] Set router 91a92a4d-40e9-484e-a859-76bd492b0211 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:31:12.382177 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ecab17fe-f0bf-4367-ba8d-e6a52c36eb3b req-12ea855a-fff4-4912-8ee0-f993beef4df1 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/security-groups?id=2274c13b-bbd1-42eb-97d9-3b7f41a692cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817544 Jun 26 21:31:12.398239 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-59c99e83-1717-45e1-aeea-a507b9ea1268 service neutron] 10.222.0.41 "GET /v2.0/networks/90a61ca3-acdc-4e9f-be78-d07a7635a9e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820502 Jun 26 21:31:12.436790 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003ae52d-af75-4f5c-b86a-1138dbe0745a None None] Sync routers for ids ['67ffc21c-4e15-4d3b-9e1f-db923a4bb666'] in dv-cinder-798208-1-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 21:31:12.469143 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003ae52d-af75-4f5c-b86a-1138dbe0745a None None] Routers {'67ffc21c-4e15-4d3b-9e1f-db923a4bb666'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:31:12.472809 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-003ae52d-af75-4f5c-b86a-1138dbe0745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:30:55Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['67ffc21c-4e15-4d3b-9e1f-db923a4bb666'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:31:12.602616 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-40cfcbb1-225d-4174-8bf4-f6c021c91f39 req-0dc21d18-c0a7-407c-a68e-82e42eaacb4b service neutron] 10.222.0.41 "GET /v2.0/networks/90a61ca3-acdc-4e9f-be78-d07a7635a9e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965868 Jun 26 21:31:12.701991 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-8d82b4f3-ca28-4e7a-96c6-6621bded2f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'name': 'tempest-TestVolumeBootPattern-1551406780-router', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:05Z', 'updated_at': '2021-06-26T21:31:09Z', 'revision_number': 3, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'gw_port': {'id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:08Z', 'updated_at': '2021-06-26T21:31:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi'}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:31:12.732170 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-003ae52d-af75-4f5c-b86a-1138dbe0745a None None] Set router 67ffc21c-4e15-4d3b-9e1f-db923a4bb666 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:31:12.779636 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d82b4f3-ca28-4e7a-96c6-6621bded2f97 None None] Checking router: 91a92a4d-40e9-484e-a859-76bd492b0211 for host: dv-cinder-798208-1-iscsi {{(pid=92923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 21:31:12.779996 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d82b4f3-ca28-4e7a-96c6-6621bded2f97 None None] Updating router 91a92a4d-40e9-484e-a859-76bd492b0211 port 25c3676e-51fd-4dba-ab5d-5a77be2c73ff binding host dv-cinder-798208-1-iscsi {{(pid=92923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 21:31:12.786589 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7 up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:31:12.795373 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88ff57-864f-4dcb-a3c6-3a8895d20daa req-dab508e3-d213-4951-9344-15c9ecf6936b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:12.797839 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-6a88ff57-864f-4dcb-a3c6-3a8895d20daa req-dab508e3-d213-4951-9344-15c9ecf6936b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=975d4d34a7f5493484a06f98c7aae584&device_id=a5fc33bc-8b24-433b-9bdf-6a36c0abab99 HTTP/1.1" status: 200 len: 1100 time: 0.1164198 Jun 26 21:31:12.905738 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8d82b4f3-ca28-4e7a-96c6-6621bded2f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:12.956035 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port 5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:31:12.956757 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:13.151576 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-003ae52d-af75-4f5c-b86a-1138dbe0745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ffc21c-4e15-4d3b-9e1f-db923a4bb666', 'name': 'tempest-TestMinimumBasicScenario-1246843487-router', 'tenant_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:02Z', 'updated_at': '2021-06-26T21:31:10Z', 'revision_number': 4, 'project_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'gw_port': {'id': '5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ed:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ffc21c-4e15-4d3b-9e1f-db923a4bb666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:02Z', 'updated_at': '2021-06-26T21:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': 'f6b77c0f-3d2d-47fc-b6ed-4f9af5a5f6c1', 'name': '', 'network_id': '7504093b-2185-4c2a-88d7-b1f590578a60', 'tenant_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'mac_address': 'fa:16:3e:8a:59:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ffc21c-4e15-4d3b-9e1f-db923a4bb666', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'c0ea7ed3-3026-4b54-9abc-fc78571d0dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:08Z', 'updated_at': '2021-06-26T21:31:10Z', 'revision_number': 2, 'project_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'subnets': [{'id': 'c0ea7ed3-3026-4b54-9abc-fc78571d0dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:31:13.246468 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003ae52d-af75-4f5c-b86a-1138dbe0745a None None] Checking router: 67ffc21c-4e15-4d3b-9e1f-db923a4bb666 for host: dv-cinder-798208-1-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 21:31:13.246848 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003ae52d-af75-4f5c-b86a-1138dbe0745a None None] Updating router 67ffc21c-4e15-4d3b-9e1f-db923a4bb666 port f6b77c0f-3d2d-47fc-b6ed-4f9af5a5f6c1 binding host dv-cinder-798208-1-iscsi {{(pid=92924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 21:31:13.321122 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-003ae52d-af75-4f5c-b86a-1138dbe0745a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:13.400135 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 41186) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:31:13.410191 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-65efec31-9d73-4db6-87ac-f65f4923760d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1233396986-network', 'tenant_id': '3ecf4b82ff4546638fecf82ffa020a90'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:31:13.480044 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62295381-c25a-456e-a20b-247ac78c741f req-4595c188-a707-4091-90e1-a9e94b76a662 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:13.489991 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88ff57-864f-4dcb-a3c6-3a8895d20daa req-71969e77-3b46-4753-b074-f2f0030d4f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:13.496578 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-62295381-c25a-456e-a20b-247ac78c741f req-4595c188-a707-4091-90e1-a9e94b76a662 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 946 time: 0.4399455 Jun 26 21:31:13.500143 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-6a88ff57-864f-4dcb-a3c6-3a8895d20daa req-71969e77-3b46-4753-b074-f2f0030d4f0c service neutron] 10.222.0.41 "GET /v2.0/networks?id=90a61ca3-acdc-4e9f-be78-d07a7635a9e5 HTTP/1.1" status: 200 len: 870 time: 0.6945744 Jun 26 21:31:13.564146 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5a8b54b7-e4c7-4a32-8d0f-a9d3a8451d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:13.582729 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65efec31-9d73-4db6-87ac-f65f4923760d admin admin] Made reservation on behalf of 3ecf4b82ff4546638fecf82ffa020a90 for: {'network': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:31:13.586799 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-65efec31-9d73-4db6-87ac-f65f4923760d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for network, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:13.629487 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-6a88ff57-864f-4dcb-a3c6-3a8895d20daa req-a8c9d68f-70ef-4e57-8b78-31b94f8a098d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=9c37d956-87db-44e0-851f-1f22e3a16f75 HTTP/1.1" status: 200 len: 217 time: 0.1165724 Jun 26 21:31:13.634408 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-65efec31-9d73-4db6-87ac-f65f4923760d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:13.640832 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8d82b4f3-ca28-4e7a-96c6-6621bded2f97 None None] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:13.656450 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-8d82b4f3-ca28-4e7a-96c6-6621bded2f97 None None] Transition to ACTIVE for port object 25c3676e-51fd-4dba-ab5d-5a77be2c73ff will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:31:13.687237 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8d82b4f3-ca28-4e7a-96c6-6621bded2f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:13.689227 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:13.691967 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-62295381-c25a-456e-a20b-247ac78c741f req-adc6db65-a3bb-4c9c-a9b9-bb67df2cf7d1 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845026 Jun 26 21:31:13.728686 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88ff57-864f-4dcb-a3c6-3a8895d20daa req-72c8afae-109b-445a-ace7-1f2c0fad45d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:13.733647 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-6a88ff57-864f-4dcb-a3c6-3a8895d20daa req-72c8afae-109b-445a-ace7-1f2c0fad45d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2374782d-f6cd-415b-869f-1fc12a889ef2 HTTP/1.1" status: 200 len: 843 time: 0.0938489 Jun 26 21:31:13.807931 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84fb20b-46ce-4110-adad-4f5413c4948c None None] Pushing event updated for resources: {'Port': ['ID=25c3676e-51fd-4dba-ab5d-5a77be2c73ff,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:13.811300 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-a84fb20b-46ce-4110-adad-4f5413c4948c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:13.812464 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-8d82b4f3-ca28-4e7a-96c6-6621bded2f97 None None] Attempting to bind port 25c3676e-51fd-4dba-ab5d-5a77be2c73ff on host dv-cinder-798208-1-iscsi for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:31:13.812851 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-8d82b4f3-ca28-4e7a-96c6-6621bded2f97 None None] Attempting to bind port 25c3676e-51fd-4dba-ab5d-5a77be2c73ff by drivers openvswitch,hyperv on host dv-cinder-798208-1-iscsi at level 0 using segments [{'id': '4f28365d-aca5-4c5a-9953-491fa10de68c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:31:13.813363 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d82b4f3-ca28-4e7a-96c6-6621bded2f97 None None] Attempting to bind port 25c3676e-51fd-4dba-ab5d-5a77be2c73ff on network fc74eb2e-f674-4785-8e1a-443cbfb459f7 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:31:13.821923 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d82b4f3-ca28-4e7a-96c6-6621bded2f97 None None] Checking agent: {'id': '7280f8c8-6f14-48e1-b2dd-15f5d03fd9f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 21, 53), 'started_at': datetime.datetime(2021, 6, 26, 21, 22, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:31:13.821923 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d82b4f3-ca28-4e7a-96c6-6621bded2f97 None None] Checking segment: {'id': '4f28365d-aca5-4c5a-9953-491fa10de68c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:31:13.822292 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8d82b4f3-ca28-4e7a-96c6-6621bded2f97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:13.822512 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d82b4f3-ca28-4e7a-96c6-6621bded2f97 None None] Bound using segment: {'id': '4f28365d-aca5-4c5a-9953-491fa10de68c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:31:13.823290 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-8d82b4f3-ca28-4e7a-96c6-6621bded2f97 None None] Bound port: 25c3676e-51fd-4dba-ab5d-5a77be2c73ff, host: dv-cinder-798208-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f28365d-aca5-4c5a-9953-491fa10de68c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:31:13.823975 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8d82b4f3-ca28-4e7a-96c6-6621bded2f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:13.882494 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88ff57-864f-4dcb-a3c6-3a8895d20daa req-4a3342ad-57fe-4b7f-a9fb-0ea7fc06b031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:13.885948 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-6a88ff57-864f-4dcb-a3c6-3a8895d20daa req-4a3342ad-57fe-4b7f-a9fb-0ea7fc06b031 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=90a61ca3-acdc-4e9f-be78-d07a7635a9e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1430881 Jun 26 21:31:13.961307 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-8d82b4f3-ca28-4e7a-96c6-6621bded2f97 None None] For port 25c3676e-51fd-4dba-ab5d-5a77be2c73ff, host dv-cinder-798208-1-iscsi, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:31:13.968097 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-8d82b4f3-ca28-4e7a-96c6-6621bded2f97 None None] For port 25c3676e-51fd-4dba-ab5d-5a77be2c73ff, host dv-cinder-798208-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=25c3676e-51fd-4dba-ab5d-5a77be2c73ff,segment=NetworkSegment(4f28365d-aca5-4c5a-9953-491fa10de68c),segment_id=4f28365d-aca5-4c5a-9953-491fa10de68c)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:31:13.976964 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8d82b4f3-ca28-4e7a-96c6-6621bded2f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:13.982523 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-84e547bc-b9a5-4ee3-8039-23cafa135a84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:14.016577 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-003ae52d-af75-4f5c-b86a-1138dbe0745a None None] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:14.051644 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-003ae52d-af75-4f5c-b86a-1138dbe0745a None None] Transition to ACTIVE for port object f6b77c0f-3d2d-47fc-b6ed-4f9af5a5f6c1 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:31:14.057676 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-6a88ff57-864f-4dcb-a3c6-3a8895d20daa req-41faec5d-4edd-45d9-983a-bbfbc62981aa service neutron] 10.222.0.41 "GET /v2.0/networks/90a61ca3-acdc-4e9f-be78-d07a7635a9e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580355 Jun 26 21:31:14.069278 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-003ae52d-af75-4f5c-b86a-1138dbe0745a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:14.071993 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:14.084702 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d82b4f3-ca28-4e7a-96c6-6621bded2f97 None None] Routers {'91a92a4d-40e9-484e-a859-76bd492b0211'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:31:14.086238 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-8d82b4f3-ca28-4e7a-96c6-6621bded2f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:30:55Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['91a92a4d-40e9-484e-a859-76bd492b0211'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:31:14.196321 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84fb20b-46ce-4110-adad-4f5413c4948c None None] Pushing event updated for resources: {'Port': ['ID=25c3676e-51fd-4dba-ab5d-5a77be2c73ff,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:14.199391 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdbc6da-e484-4922-8058-a1569b1ae531 req-f1bf6896-7052-460e-89ee-5b3a5934ec2e tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:14.202124 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fcdbc6da-e484-4922-8058-a1569b1ae531 req-f1bf6896-7052-460e-89ee-5b3a5934ec2e tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5fc33bc-8b24-433b-9bdf-6a36c0abab99 HTTP/1.1" status: 200 len: 947 time: 0.5697582 Jun 26 21:31:14.215018 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8174061-3e78-403f-bab7-e4a9525999f8 None None] Pushing event updated for resources: {'Port': ['ID=f6b77c0f-3d2d-47fc-b6ed-4f9af5a5f6c1,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:14.216897 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-a84fb20b-46ce-4110-adad-4f5413c4948c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:14.218348 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-d8174061-3e78-403f-bab7-e4a9525999f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:14.290424 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-003ae52d-af75-4f5c-b86a-1138dbe0745a None None] Attempting to bind port f6b77c0f-3d2d-47fc-b6ed-4f9af5a5f6c1 on host dv-cinder-798208-1-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:31:14.291478 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-003ae52d-af75-4f5c-b86a-1138dbe0745a None None] Attempting to bind port f6b77c0f-3d2d-47fc-b6ed-4f9af5a5f6c1 by drivers openvswitch,hyperv on host dv-cinder-798208-1-iscsi at level 0 using segments [{'id': '88150bbd-5688-4aa7-89dd-f9366c7f6629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7504093b-2185-4c2a-88d7-b1f590578a60'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:31:14.292726 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003ae52d-af75-4f5c-b86a-1138dbe0745a None None] Attempting to bind port f6b77c0f-3d2d-47fc-b6ed-4f9af5a5f6c1 on network 7504093b-2185-4c2a-88d7-b1f590578a60 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:31:14.310660 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-8d82b4f3-ca28-4e7a-96c6-6621bded2f97 None None] Set router 91a92a4d-40e9-484e-a859-76bd492b0211 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:31:14.311677 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003ae52d-af75-4f5c-b86a-1138dbe0745a None None] Checking agent: {'id': '7280f8c8-6f14-48e1-b2dd-15f5d03fd9f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 21, 53), 'started_at': datetime.datetime(2021, 6, 26, 21, 22, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:31:14.313927 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003ae52d-af75-4f5c-b86a-1138dbe0745a None None] Checking segment: {'id': '88150bbd-5688-4aa7-89dd-f9366c7f6629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7504093b-2185-4c2a-88d7-b1f590578a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:31:14.321250 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-003ae52d-af75-4f5c-b86a-1138dbe0745a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:14.334747 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003ae52d-af75-4f5c-b86a-1138dbe0745a None None] Bound using segment: {'id': '88150bbd-5688-4aa7-89dd-f9366c7f6629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7504093b-2185-4c2a-88d7-b1f590578a60'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:31:14.339904 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-003ae52d-af75-4f5c-b86a-1138dbe0745a None None] Bound port: f6b77c0f-3d2d-47fc-b6ed-4f9af5a5f6c1, host: dv-cinder-798208-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88150bbd-5688-4aa7-89dd-f9366c7f6629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7504093b-2185-4c2a-88d7-b1f590578a60'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:31:14.342124 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-003ae52d-af75-4f5c-b86a-1138dbe0745a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:14.395445 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-5a8b54b7-e4c7-4a32-8d0f-a9d3a8451d82 admin admin] Allocated IP 172.20.0.1 (a8afb80a-5940-4655-9052-1907914d829f/b01ad406-256f-4138-8b6e-7125345feab0/4b29f8b2-ce57-466d-9e4f-4102489e5760) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:31:14.472692 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-6a88ff57-864f-4dcb-a3c6-3a8895d20daa req-45d1723a-edd1-4e88-8136-13dd624bc2b1 service neutron] 10.222.0.41 "GET /v2.0/networks/90a61ca3-acdc-4e9f-be78-d07a7635a9e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925347 Jun 26 21:31:14.540339 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fcdbc6da-e484-4922-8058-a1569b1ae531 req-b36362b2-42a6-4497-a55d-a7eadde49494 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/security-groups?id=2274c13b-bbd1-42eb-97d9-3b7f41a692cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052154 Jun 26 21:31:14.626377 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-003ae52d-af75-4f5c-b86a-1138dbe0745a None None] For port f6b77c0f-3d2d-47fc-b6ed-4f9af5a5f6c1, host dv-cinder-798208-1-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:31:14.639846 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-003ae52d-af75-4f5c-b86a-1138dbe0745a None None] For port f6b77c0f-3d2d-47fc-b6ed-4f9af5a5f6c1, host dv-cinder-798208-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=f6b77c0f-3d2d-47fc-b6ed-4f9af5a5f6c1,segment=NetworkSegment(88150bbd-5688-4aa7-89dd-f9366c7f6629),segment_id=88150bbd-5688-4aa7-89dd-f9366c7f6629)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:31:14.653177 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-003ae52d-af75-4f5c-b86a-1138dbe0745a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:14.664590 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:14.830241 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-65efec31-9d73-4db6-87ac-f65f4923760d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:14.844364 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003ae52d-af75-4f5c-b86a-1138dbe0745a None None] Routers {'67ffc21c-4e15-4d3b-9e1f-db923a4bb666'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:31:14.845616 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-003ae52d-af75-4f5c-b86a-1138dbe0745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:30:55Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['67ffc21c-4e15-4d3b-9e1f-db923a4bb666'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:31:14.865594 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-65efec31-9d73-4db6-87ac-f65f4923760d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:14.892101 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-7b7a79f0-f3f1-414d-b8d8-905b8788aaf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:15.064738 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65efec31-9d73-4db6-87ac-f65f4923760d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=92922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 21:31:15.088538 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5a8b54b7-e4c7-4a32-8d0f-a9d3a8451d82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:15.154694 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65efec31-9d73-4db6-87ac-f65f4923760d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58ffdfd-5ca7-4b47-b939-eaac1db92e93,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:15.163852 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-65efec31-9d73-4db6-87ac-f65f4923760d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175'] for segment, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:15.164367 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.db.segments_db [None req-65efec31-9d73-4db6-87ac-f65f4923760d admin admin] Added segment 00dd484c-becb-4ffb-a802-5f271948ca18 of type vlan for network bc28af45-0719-4857-abc5-543275d813cf Jun 26 21:31:15.171799 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-8d82b4f3-ca28-4e7a-96c6-6621bded2f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'name': 'tempest-TestVolumeBootPattern-1551406780-router', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:05Z', 'updated_at': '2021-06-26T21:31:09Z', 'revision_number': 3, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'gw_port': {'id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:08Z', 'updated_at': '2021-06-26T21:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi'}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:31:15.172632 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-65efec31-9d73-4db6-87ac-f65f4923760d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:15.193504 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8174061-3e78-403f-bab7-e4a9525999f8 None None] Pushing event updated for resources: {'Port': ['ID=f6b77c0f-3d2d-47fc-b6ed-4f9af5a5f6c1,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:15.210834 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-d8174061-3e78-403f-bab7-e4a9525999f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:15.224940 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-5a8b54b7-e4c7-4a32-8d0f-a9d3a8451d82 admin admin] Transition to ACTIVE for port object 4b29f8b2-ce57-466d-9e4f-4102489e5760 will not be triggered until provisioned by entity DHCP. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:31:15.228608 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d82b4f3-ca28-4e7a-96c6-6621bded2f97 None None] The sync data for ids ['91a92a4d-40e9-484e-a859-76bd492b0211'] in dv-cinder-798208-1-iscsi is: [{'id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'name': 'tempest-TestVolumeBootPattern-1551406780-router', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:05Z', 'updated_at': '2021-06-26T21:31:09Z', 'revision_number': 3, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'gw_port': {'id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:08Z', 'updated_at': '2021-06-26T21:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi'}] {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 21:31:15.256708 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-003ae52d-af75-4f5c-b86a-1138dbe0745a None None] Set router 67ffc21c-4e15-4d3b-9e1f-db923a4bb666 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:31:15.306057 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-65efec31-9d73-4db6-87ac-f65f4923760d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773185029479'] for network, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:15.382565 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-65efec31-9d73-4db6-87ac-f65f4923760d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-938849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913'] for network, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:15.391430 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65efec31-9d73-4db6-87ac-f65f4923760d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:15.392063 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-65efec31-9d73-4db6-87ac-f65f4923760d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for network, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:15.404451 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e8ac0-13d3-4283-80c5-a2c5ce9e7d41 req-d4f9e4a8-e1af-41b3-924d-e5f10f380121 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:15.406436 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b25e8ac0-13d3-4283-80c5-a2c5ce9e7d41 req-d4f9e4a8-e1af-41b3-924d-e5f10f380121 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 946 time: 0.2903142 Jun 26 21:31:15.410282 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-dd6d5bae-fb5c-4b25-8f58-135bbe1394bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:15.412951 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5a8b54b7-e4c7-4a32-8d0f-a9d3a8451d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8809475'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:15.487393 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-65efec31-9d73-4db6-87ac-f65f4923760d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0840106 Jun 26 21:31:15.490747 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 41212) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:31:15.500195 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-6747da53-861e-4da9-a932-891e51f9010c admin admin] Request body: {'subnet': {'network_id': 'bc28af45-0719-4857-abc5-543275d813cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1233396986-subnet', 'tenant_id': '3ecf4b82ff4546638fecf82ffa020a90', 'ip_version': 4}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:31:15.515896 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65efec31-9d73-4db6-87ac-f65f4923760d admin admin] Pushing event updated for resources: {'Network': ['ID=bc28af45-0719-4857-abc5-543275d813cf,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:15.519961 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-65efec31-9d73-4db6-87ac-f65f4923760d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:15.523679 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8b54b7-e4c7-4a32-8d0f-a9d3a8451d82 admin admin] Network a8afb80a-5940-4655-9052-1907914d829f is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:31:15.524491 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:15.530227 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Network bc28af45-0719-4857-abc5-543275d813cf details requested by agent ovs-agent-dv-cinder-798208-1-iscsi with host dv-cinder-798208-1-iscsi {{(pid=92923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 21:31:15.537447 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-5a8b54b7-e4c7-4a32-8d0f-a9d3a8451d82 admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:31:15.541264 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8b54b7-e4c7-4a32-8d0f-a9d3a8451d82 admin admin] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:31:15.543591 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6747da53-861e-4da9-a932-891e51f9010c admin admin] Made reservation on behalf of 3ecf4b82ff4546638fecf82ffa020a90 for: {'subnet': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:31:15.548026 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6747da53-861e-4da9-a932-891e51f9010c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8846033'] for subnet, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:15.600835 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b25e8ac0-13d3-4283-80c5-a2c5ce9e7d41 req-ef3e4ae3-3865-4114-9783-03ada85af3ed tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818459 Jun 26 21:31:15.654736 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-003ae52d-af75-4f5c-b86a-1138dbe0745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ffc21c-4e15-4d3b-9e1f-db923a4bb666', 'name': 'tempest-TestMinimumBasicScenario-1246843487-router', 'tenant_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:02Z', 'updated_at': '2021-06-26T21:31:10Z', 'revision_number': 4, 'project_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'gw_port': {'id': '5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ed:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ffc21c-4e15-4d3b-9e1f-db923a4bb666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:02Z', 'updated_at': '2021-06-26T21:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': 'f6b77c0f-3d2d-47fc-b6ed-4f9af5a5f6c1', 'name': '', 'network_id': '7504093b-2185-4c2a-88d7-b1f590578a60', 'tenant_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'mac_address': 'fa:16:3e:8a:59:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ffc21c-4e15-4d3b-9e1f-db923a4bb666', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'c0ea7ed3-3026-4b54-9abc-fc78571d0dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:08Z', 'updated_at': '2021-06-26T21:31:14Z', 'revision_number': 4, 'project_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'subnets': [{'id': 'c0ea7ed3-3026-4b54-9abc-fc78571d0dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:31:15.739592 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5a8b54b7-e4c7-4a32-8d0f-a9d3a8451d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-698637'] for router_interface, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:15.827434 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003ae52d-af75-4f5c-b86a-1138dbe0745a None None] The sync data for ids ['67ffc21c-4e15-4d3b-9e1f-db923a4bb666'] in dv-cinder-798208-1-iscsi is: [{'id': '67ffc21c-4e15-4d3b-9e1f-db923a4bb666', 'name': 'tempest-TestMinimumBasicScenario-1246843487-router', 'tenant_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:02Z', 'updated_at': '2021-06-26T21:31:10Z', 'revision_number': 4, 'project_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'gw_port': {'id': '5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ed:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ffc21c-4e15-4d3b-9e1f-db923a4bb666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:02Z', 'updated_at': '2021-06-26T21:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': 'f6b77c0f-3d2d-47fc-b6ed-4f9af5a5f6c1', 'name': '', 'network_id': '7504093b-2185-4c2a-88d7-b1f590578a60', 'tenant_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'mac_address': 'fa:16:3e:8a:59:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ffc21c-4e15-4d3b-9e1f-db923a4bb666', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'c0ea7ed3-3026-4b54-9abc-fc78571d0dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:08Z', 'updated_at': '2021-06-26T21:31:14Z', 'revision_number': 4, 'project_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'subnets': [{'id': 'c0ea7ed3-3026-4b54-9abc-fc78571d0dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 21:31:15.843253 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b54b7-e4c7-4a32-8d0f-a9d3a8451d82 admin admin] Pushing event updated for resources: {'Port': ['ID=4b29f8b2-ce57-466d-9e4f-4102489e5760,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:15.848200 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-5a8b54b7-e4c7-4a32-8d0f-a9d3a8451d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:16.150587 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6747da53-861e-4da9-a932-891e51f9010c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-221544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8896140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8846019'] for subnet, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:16.157076 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-82157b34-1063-4ed5-99af-0dbaa485cef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:16.180532 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-c3846d66-16bf-40b5-8564-fcf8a866467e None None] Provisioning for port 4b29f8b2-ce57-466d-9e4f-4102489e5760 completed by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:31:16.187433 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-c3846d66-16bf-40b5-8564-fcf8a866467e None None] Provisioning complete for port 4b29f8b2-ce57-466d-9e4f-4102489e5760 triggered by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:31:16.189830 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c3846d66-16bf-40b5-8564-fcf8a866467e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:16.235563 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6747da53-861e-4da9-a932-891e51f9010c admin admin] Pushing event updated for resources: {'Subnet': ['ID=93ff37c8-e0fb-4971-ba9b-23bf922d9b03,revision_number=0']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:16.245332 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-6747da53-861e-4da9-a932-891e51f9010c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:16.287162 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-c3846d66-16bf-40b5-8564-fcf8a866467e None None] Port 4b29f8b2-ce57-466d-9e4f-4102489e5760 cannot update to ACTIVE because it is not bound. {{(pid=92923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 21:31:16.295679 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6747da53-861e-4da9-a932-891e51f9010c admin admin] Checking segment: {'id': '00dd484c-becb-4ffb-a802-5f271948ca18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'bc28af45-0719-4857-abc5-543275d813cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:31:16.296434 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6747da53-861e-4da9-a932-891e51f9010c admin admin] Network hostable DHCP agents. Network: bc28af45-0719-4857-abc5-543275d813cf, hostable agents: ['9c021b02-9e9f-4fa2-a546-066f9ef0df46'], hosted agents: [] {{(pid=92921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 21:31:16.335555 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6747da53-861e-4da9-a932-891e51f9010c admin admin] Network bc28af45-0719-4857-abc5-543275d813cf is scheduled to be hosted by DHCP agent 9c021b02-9e9f-4fa2-a546-066f9ef0df46 with binding_index 1 {{(pid=92921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 21:31:16.346804 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5a8b54b7-e4c7-4a32-8d0f-a9d3a8451d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:16.353699 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-6747da53-861e-4da9-a932-891e51f9010c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798208-1-iscsi, bc28af45-0719-4857-abc5-543275d813cf) {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:31:16.359447 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6747da53-861e-4da9-a932-891e51f9010c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:16.360597 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6747da53-861e-4da9-a932-891e51f9010c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:16.365655 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82086740-2139-4430-827c-e591eec6eb82 None None] Network bc28af45-0719-4857-abc5-543275d813cf requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:31:16.394575 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-6747da53-861e-4da9-a932-891e51f9010c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9019284 Jun 26 21:31:16.398776 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 41230) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:31:16.405295 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-7828e80d-f134-4c56-b629-7d28a9b4e3cb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1233396986-router', 'tenant_id': '3ecf4b82ff4546638fecf82ffa020a90', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'}}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:31:16.415443 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12659e8-e6a6-4266-8b4f-e7e26eef3264 req-0361309e-5ec1-4a1b-94f6-5f11188a4f17 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:16.421196 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f12659e8-e6a6-4266-8b4f-e7e26eef3264 req-0361309e-5ec1-4a1b-94f6-5f11188a4f17 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5fc33bc-8b24-433b-9bdf-6a36c0abab99 HTTP/1.1" status: 200 len: 947 time: 0.3490944 Jun 26 21:31:16.444579 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7828e80d-f134-4c56-b629-7d28a9b4e3cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11028'] for router, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:16.446200 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7828e80d-f134-4c56-b629-7d28a9b4e3cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-695336', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11021'] for router, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:16.585473 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7828e80d-f134-4c56-b629-7d28a9b4e3cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:16.669256 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 9c37d956-87db-44e0-851f-1f22e3a16f75 details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=92923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 21:31:16.691743 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5a8b54b7-e4c7-4a32-8d0f-a9d3a8451d82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:16.736866 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5a8b54b7-e4c7-4a32-8d0f-a9d3a8451d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8809713'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:16.748329 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-6e2e11be-dfa5-4610-bff2-ed1295f542f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:16.838028 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.db.resource_extend [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 26 21:31:16.923777 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 25c3676e-51fd-4dba-ab5d-5a77be2c73ff up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:31:17.048400 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5a8b54b7-e4c7-4a32-8d0f-a9d3a8451d82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-698769'] for router_interface, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:17.050446 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b54b7-e4c7-4a32-8d0f-a9d3a8451d82 admin admin] Pushing event updated for resources: {'Port': ['ID=4b29f8b2-ce57-466d-9e4f-4102489e5760,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:17.055863 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7828e80d-f134-4c56-b629-7d28a9b4e3cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-695302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11071'] for router, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:17.085456 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f12659e8-e6a6-4266-8b4f-e7e26eef3264 req-3c7f74b3-de97-48c2-b221-b602079fcf40 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/security-groups?id=2274c13b-bbd1-42eb-97d9-3b7f41a692cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866932 Jun 26 21:31:17.139591 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-5a8b54b7-e4c7-4a32-8d0f-a9d3a8451d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:17.239604 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7534d24e-6f03-4d5d-85ec-c67e3bfe0211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde5f2ef3-1d6e-553d-a39c-8e031008594d-bc28af45-0719-4857-abc5-543275d813cf', 'network_id': 'bc28af45-0719-4857-abc5-543275d813cf', 'tenant_id': '3ecf4b82ff4546638fecf82ffa020a90', 'fixed_ips': [{'subnet_id': '93ff37c8-e0fb-4971-ba9b-23bf922d9b03'}]}} from dv-cinder-798208-1-iscsi. {{(pid=92923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 26 21:31:17.241182 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7534d24e-6f03-4d5d-85ec-c67e3bfe0211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:17.272515 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning for port 25c3676e-51fd-4dba-ab5d-5a77be2c73ff completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:31:17.283620 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 9c37d956-87db-44e0-851f-1f22e3a16f75, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=9c37d956-87db-44e0-851f-1f22e3a16f75,segment=NetworkSegment(d3d185cd-db11-44ba-85fb-e2106eb6ec7c),segment_id=d3d185cd-db11-44ba-85fb-e2106eb6ec7c)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:31:17.293420 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port 25c3676e-51fd-4dba-ab5d-5a77be2c73ff triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:31:17.293718 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:17.408288 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Returning: {'device': '9c37d956-87db-44e0-851f-1f22e3a16f75', 'network_id': '90a61ca3-acdc-4e9f-be78-d07a7635a9e5', 'port_id': '9c37d956-87db-44e0-851f-1f22e3a16f75', 'mac_address': 'fa:16:3e:c7:4a:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2374782d-f6cd-415b-869f-1fc12a889ef2', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 21:31:17.465856 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe62ab-6ffb-4338-a96b-2eeda8b1393b req-25c0baec-50af-4614-8553-34b238018868 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:17.468889 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-43fe62ab-6ffb-4338-a96b-2eeda8b1393b req-25c0baec-50af-4614-8553-34b238018868 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 946 time: 0.3805108 Jun 26 21:31:17.480884 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8b54b7-e4c7-4a32-8d0f-a9d3a8451d82 admin admin] Network a8afb80a-5940-4655-9052-1907914d829f is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:31:17.519792 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-5a8b54b7-e4c7-4a32-8d0f-a9d3a8451d82 admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:31:17.582921 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-43fe62ab-6ffb-4338-a96b-2eeda8b1393b req-f436eb9c-3a88-4643-b2f1-7869c85fc97c tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966809 Jun 26 21:31:17.689648 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:17.740595 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c37d956-87db-44e0-851f-1f22e3a16f75 {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 21:31:17.754547 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7828e80d-f134-4c56-b629-7d28a9b4e3cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:17.864694 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7828e80d-f134-4c56-b629-7d28a9b4e3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:17.955931 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8b54b7-e4c7-4a32-8d0f-a9d3a8451d82 admin admin] Router 91a92a4d-40e9-484e-a859-76bd492b0211 has already been hosted by L3 agent 8f52ff15-e1cf-4181-89b9-9a217ed1d1bf {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 21:31:18.150721 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 9c37d956-87db-44e0-851f-1f22e3a16f75, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=9c37d956-87db-44e0-851f-1f22e3a16f75,segment=NetworkSegment(d3d185cd-db11-44ba-85fb-e2106eb6ec7c),segment_id=d3d185cd-db11-44ba-85fb-e2106eb6ec7c)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:31:18.217829 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:18.244676 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-a75774d3-c01e-461c-9306-246ca90230e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:18.323271 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [None req-7828e80d-f134-4c56-b629-7d28a9b4e3cb admin admin] Allocated IP 172.27.2.188 (fc74eb2e-f674-4785-8e1a-443cbfb459f7/02c6eafe-d2ac-4065-b904-73ec1df0a44a/758b37b4-c61f-4c2c-9210-1582ce72f8f6) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:31:18.389943 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8b54b7-e4c7-4a32-8d0f-a9d3a8451d82 admin admin] Notify agent at l3_agent.dv-cinder-798208-1-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 21:31:18.402180 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-5a8b54b7-e4c7-4a32-8d0f-a9d3a8451d82 admin admin] 10.222.0.24 "PUT /v2.0/routers/91a92a4d-40e9-484e-a859-76bd492b0211/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3124113 Jun 26 21:31:18.412354 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-7534d24e-6f03-4d5d-85ec-c67e3bfe0211 None None] Allocated IP 172.20.0.2 (bc28af45-0719-4857-abc5-543275d813cf/93ff37c8-e0fb-4971-ba9b-23bf922d9b03/ae701824-31b4-4596-ad7a-28224c3260da) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:31:18.468960 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-9a028f53-7ce5-473b-9df5-0eee424c1e2f None None] Provisioning complete for port 4b29f8b2-ce57-466d-9e4f-4102489e5760 triggered by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:31:18.469396 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9a028f53-7ce5-473b-9df5-0eee424c1e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:18.562531 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:18.613149 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7828e80d-f134-4c56-b629-7d28a9b4e3cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:18.777225 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7828e80d-f134-4c56-b629-7d28a9b4e3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8896248'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:18.783485 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-ec5addc7-92d2-4488-8c0e-039038d568ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:18.787242 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] get_ports_and_sgs() called for port_ids ['9c37d956-87db-44e0-851f-1f22e3a16f75'] {{(pid=92923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 21:31:18.930190 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7828e80d-f134-4c56-b629-7d28a9b4e3cb admin admin] Network fc74eb2e-f674-4785-8e1a-443cbfb459f7 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:31:18.933448 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7828e80d-f134-4c56-b629-7d28a9b4e3cb admin admin] Pushing event updated for resources: {'Port': ['ID=758b37b4-c61f-4c2c-9210-1582ce72f8f6,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:18.938401 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-7828e80d-f134-4c56-b629-7d28a9b4e3cb admin admin] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:31:18.950428 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-7828e80d-f134-4c56-b629-7d28a9b4e3cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:18.952263 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7828e80d-f134-4c56-b629-7d28a9b4e3cb admin admin] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:31:19.004795 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] For port 25c3676e-51fd-4dba-ab5d-5a77be2c73ff, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=25c3676e-51fd-4dba-ab5d-5a77be2c73ff,segment=NetworkSegment(4f28365d-aca5-4c5a-9953-491fa10de68c),segment_id=4f28365d-aca5-4c5a-9953-491fa10de68c)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:31:19.009789 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-9a028f53-7ce5-473b-9df5-0eee424c1e2f None None] Port 4b29f8b2-ce57-466d-9e4f-4102489e5760 cannot update to ACTIVE because it is not bound. {{(pid=92923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 21:31:19.014194 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d268d74-38f9-4a9e-80d5-88e9a770ca02 None None] Sync routers for ids ['91a92a4d-40e9-484e-a859-76bd492b0211'] in dv-cinder-798208-1-iscsi {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 21:31:19.018020 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=9c37d956-87db-44e0-851f-1f22e3a16f75,revision_number=4']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:19.029094 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.785s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:19.032420 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:19.033269 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device f6b77c0f-3d2d-47fc-b6ed-4f9af5a5f6c1 up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:31:19.038869 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-110bc9cf-b356-42e6-8ade-63c9f6ed65c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:19.068171 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3fce7-d7b3-4a3a-a7dd-0c83d34d668f req-0c9d70f2-61d5-4e3b-9c62-5f826c07e295 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:19.080594 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-eca3fce7-d7b3-4a3a-a7dd-0c83d34d668f req-0c9d70f2-61d5-4e3b-9c62-5f826c07e295 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5fc33bc-8b24-433b-9bdf-6a36c0abab99 HTTP/1.1" status: 200 len: 948 time: 0.5430858 Jun 26 21:31:19.114527 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14586a1b-18d4-48d2-8d6f-84630f166758 req-4d1f244f-3e0c-45a0-9f1a-b4b65e8cd414 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:19.122659 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-14586a1b-18d4-48d2-8d6f-84630f166758 req-4d1f244f-3e0c-45a0-9f1a-b4b65e8cd414 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 946 time: 0.2380879 Jun 26 21:31:19.124243 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d268d74-38f9-4a9e-80d5-88e9a770ca02 None None] Routers {'91a92a4d-40e9-484e-a859-76bd492b0211'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:31:19.124955 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-1d268d74-38f9-4a9e-80d5-88e9a770ca02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:30:55Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['91a92a4d-40e9-484e-a859-76bd492b0211'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:31:19.246501 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Pushing event updated for resources: {'Port': ['ID=25c3676e-51fd-4dba-ab5d-5a77be2c73ff,revision_number=4']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:19.264223 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:19.292938 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-14586a1b-18d4-48d2-8d6f-84630f166758 req-e910ed8a-7f2c-46d3-9d31-d73c38309311 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641264 Jun 26 21:31:19.321479 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-eca3fce7-d7b3-4a3a-a7dd-0c83d34d668f req-783405d3-cc21-43d3-83f6-afbd6a43d4ac tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/security-groups?id=2274c13b-bbd1-42eb-97d9-3b7f41a692cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397428 Jun 26 21:31:19.392544 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning for port f6b77c0f-3d2d-47fc-b6ed-4f9af5a5f6c1 completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:31:19.423044 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7534d24e-6f03-4d5d-85ec-c67e3bfe0211 None None] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:19.425067 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port f6b77c0f-3d2d-47fc-b6ed-4f9af5a5f6c1 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:31:19.425433 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:19.440748 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-1d268d74-38f9-4a9e-80d5-88e9a770ca02 None None] Set router 91a92a4d-40e9-484e-a859-76bd492b0211 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:31:19.514468 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7828e80d-f134-4c56-b629-7d28a9b4e3cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:19.530310 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7534d24e-6f03-4d5d-85ec-c67e3bfe0211 None None] Transition to ACTIVE for port object ae701824-31b4-4596-ad7a-28224c3260da will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:31:19.613309 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ab450-8aa5-498f-8668-4caf771a7432 req-1aa30a88-17d6-4cfa-a347-f5c885b1050a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:19.615508 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-3a3ab450-8aa5-498f-8668-4caf771a7432 req-1aa30a88-17d6-4cfa-a347-f5c885b1050a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 1099 time: 0.2106597 Jun 26 21:31:19.696055 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-3a3ab450-8aa5-498f-8668-4caf771a7432 req-70176e12-4667-493f-bdbd-dd8bad166da8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458579 Jun 26 21:31:19.700643 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7534d24e-6f03-4d5d-85ec-c67e3bfe0211 None None] Transition to ACTIVE for port object ae701824-31b4-4596-ad7a-28224c3260da will not be triggered until provisioned by entity DHCP. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:31:19.746939 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7534d24e-6f03-4d5d-85ec-c67e3bfe0211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:19.773169 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-2badd98d-cb79-439f-9c49-78d0dcc38862 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:19.788106 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7534d24e-6f03-4d5d-85ec-c67e3bfe0211 None None] Network bc28af45-0719-4857-abc5-543275d813cf is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:31:19.818152 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 41324) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:31:19.824074 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-7fa4fad4-d5c6-4dcd-832f-1c6a93d33bb6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-838963645-network', 'tenant_id': '14bf61a7254f4534a721414fd20240d4'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:31:19.840208 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-7534d24e-6f03-4d5d-85ec-c67e3bfe0211 None None] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:31:19.853906 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7534d24e-6f03-4d5d-85ec-c67e3bfe0211 None None] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:31:19.888512 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7828e80d-f134-4c56-b629-7d28a9b4e3cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642703'] for router, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:19.890679 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa4fad4-d5c6-4dcd-832f-1c6a93d33bb6 admin admin] Made reservation on behalf of 14bf61a7254f4534a721414fd20240d4 for: {'network': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:31:19.893128 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7fa4fad4-d5c6-4dcd-832f-1c6a93d33bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for network, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:19.910180 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7fa4fad4-d5c6-4dcd-832f-1c6a93d33bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:20.159981 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:20.167997 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7fa4fad4-d5c6-4dcd-832f-1c6a93d33bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:20.178392 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7fa4fad4-d5c6-4dcd-832f-1c6a93d33bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:20.184355 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-052da67a-e4ef-4295-bc19-ab35dc2525a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:20.201139 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7828e80d-f134-4c56-b629-7d28a9b4e3cb admin admin] Router 2490a2c6-32d7-43ce-bac8-36dab70d909e is scheduled to L3 agent 8f52ff15-e1cf-4181-89b9-9a217ed1d1bf with binding_index 1 {{(pid=92921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 26 21:31:20.218000 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fa4fad4-d5c6-4dcd-832f-1c6a93d33bb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=92921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 21:31:20.220594 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-7534d24e-6f03-4d5d-85ec-c67e3bfe0211 None None] Attempting to bind port ae701824-31b4-4596-ad7a-28224c3260da on host dv-cinder-798208-1-iscsi for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:31:20.221005 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-7534d24e-6f03-4d5d-85ec-c67e3bfe0211 None None] Attempting to bind port ae701824-31b4-4596-ad7a-28224c3260da by drivers openvswitch,hyperv on host dv-cinder-798208-1-iscsi at level 0 using segments [{'id': '00dd484c-becb-4ffb-a802-5f271948ca18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'bc28af45-0719-4857-abc5-543275d813cf'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:31:20.221359 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7534d24e-6f03-4d5d-85ec-c67e3bfe0211 None None] Attempting to bind port ae701824-31b4-4596-ad7a-28224c3260da on network bc28af45-0719-4857-abc5-543275d813cf {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:31:20.234528 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4fad4-d5c6-4dcd-832f-1c6a93d33bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c887c8a8-9888-4cd5-990e-94402cc92493,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:20.258921 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-7fa4fad4-d5c6-4dcd-832f-1c6a93d33bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:20.271818 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7fa4fad4-d5c6-4dcd-832f-1c6a93d33bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175'] for segment, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:20.272362 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.db.segments_db [None req-7fa4fad4-d5c6-4dcd-832f-1c6a93d33bb6 admin admin] Added segment bbea3f78-de38-4ebc-a8fb-ed61a3b49803 of type vlan for network de3fc5e5-65b7-4cf0-ac74-d433170735b0 Jun 26 21:31:20.274526 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7534d24e-6f03-4d5d-85ec-c67e3bfe0211 None None] Checking agent: {'id': '7280f8c8-6f14-48e1-b2dd-15f5d03fd9f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 21, 53), 'started_at': datetime.datetime(2021, 6, 26, 21, 22, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:31:20.275128 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7534d24e-6f03-4d5d-85ec-c67e3bfe0211 None None] Checking segment: {'id': '00dd484c-becb-4ffb-a802-5f271948ca18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'bc28af45-0719-4857-abc5-543275d813cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:31:20.275447 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7534d24e-6f03-4d5d-85ec-c67e3bfe0211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:20.275751 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7534d24e-6f03-4d5d-85ec-c67e3bfe0211 None None] Bound using segment: {'id': '00dd484c-becb-4ffb-a802-5f271948ca18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'bc28af45-0719-4857-abc5-543275d813cf'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:31:20.288074 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-7534d24e-6f03-4d5d-85ec-c67e3bfe0211 None None] Bound port: ae701824-31b4-4596-ad7a-28224c3260da, host: dv-cinder-798208-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00dd484c-becb-4ffb-a802-5f271948ca18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'bc28af45-0719-4857-abc5-543275d813cf'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:31:20.288498 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7534d24e-6f03-4d5d-85ec-c67e3bfe0211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:20.317816 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534d24e-6f03-4d5d-85ec-c67e3bfe0211 None None] Pushing event updated for resources: {'Port': ['ID=ae701824-31b4-4596-ad7a-28224c3260da,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:20.363989 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7534d24e-6f03-4d5d-85ec-c67e3bfe0211 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:20.429877 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] For port f6b77c0f-3d2d-47fc-b6ed-4f9af5a5f6c1, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=f6b77c0f-3d2d-47fc-b6ed-4f9af5a5f6c1,segment=NetworkSegment(88150bbd-5688-4aa7-89dd-f9366c7f6629),segment_id=88150bbd-5688-4aa7-89dd-f9366c7f6629)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:31:20.473309 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:20.522812 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7fa4fad4-d5c6-4dcd-832f-1c6a93d33bb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773185029479'] for network, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:20.562358 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-f1f2a6fc-072a-4e53-8be5-5731b8d9bbf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:20.595104 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-171e0a04-b9b1-40c5-93ca-a13ad04879d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:20.652821 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 25c3676e-51fd-4dba-ab5d-5a77be2c73ff up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:31:20.672229 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.db.resource_extend [None req-7fa4fad4-d5c6-4dcd-832f-1c6a93d33bb6 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 26 21:31:20.705266 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Pushing event updated for resources: {'Port': ['ID=f6b77c0f-3d2d-47fc-b6ed-4f9af5a5f6c1,revision_number=5']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:20.708046 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7828e80d-f134-4c56-b629-7d28a9b4e3cb admin admin] Notify agent at l3_agent.dv-cinder-798208-1-iscsi the message routers_updated {{(pid=92921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 21:31:20.715977 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e3dc6-537b-46cc-a835-7a98280475a8 req-23437475-0add-4312-9667-bb958a9a6223 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:20.720075 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ce0e3dc6-537b-46cc-a835-7a98280475a8 req-23437475-0add-4312-9667-bb958a9a6223 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5fc33bc-8b24-433b-9bdf-6a36c0abab99 HTTP/1.1" status: 200 len: 948 time: 0.1518743 Jun 26 21:31:20.721851 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:20.728086 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7fa4fad4-d5c6-4dcd-832f-1c6a93d33bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-938849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913'] for network, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:20.733359 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa4fad4-d5c6-4dcd-832f-1c6a93d33bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:20.734325 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7fa4fad4-d5c6-4dcd-832f-1c6a93d33bb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for network, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:20.739502 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf824363-dd23-4c59-9d18-66fb619429ba None None] Sync routers for ids ['2490a2c6-32d7-43ce-bac8-36dab70d909e'] in dv-cinder-798208-1-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 21:31:20.747528 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-3ee4db88-8229-4682-b58c-3597b2b51856 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:20.765750 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-7534d24e-6f03-4d5d-85ec-c67e3bfe0211 None None] For port ae701824-31b4-4596-ad7a-28224c3260da, host dv-cinder-798208-1-iscsi, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:31:20.768225 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf824363-dd23-4c59-9d18-66fb619429ba None None] Routers {'2490a2c6-32d7-43ce-bac8-36dab70d909e'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:31:20.770226 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-bf824363-dd23-4c59-9d18-66fb619429ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:30:55Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['2490a2c6-32d7-43ce-bac8-36dab70d909e'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:31:20.774794 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-7fa4fad4-d5c6-4dcd-832f-1c6a93d33bb6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9530964 Jun 26 21:31:20.783740 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 41352) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:31:20.787008 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7828e80d-f134-4c56-b629-7d28a9b4e3cb admin admin] Notify callbacks [] for router, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:20.790339 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-7534d24e-6f03-4d5d-85ec-c67e3bfe0211 None None] For port ae701824-31b4-4596-ad7a-28224c3260da, host dv-cinder-798208-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=ae701824-31b4-4596-ad7a-28224c3260da,segment=NetworkSegment(00dd484c-becb-4ffb-a802-5f271948ca18),segment_id=00dd484c-becb-4ffb-a802-5f271948ca18)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:31:20.791683 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-7828e80d-f134-4c56-b629-7d28a9b4e3cb admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3914278 Jun 26 21:31:20.795396 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 41354) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:31:20.800739 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-935b7391-7b88-4005-b505-cf18e6d4e658 admin admin] Request body: {'subnet': {'network_id': 'de3fc5e5-65b7-4cf0-ac74-d433170735b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-838963645-subnet', 'tenant_id': '14bf61a7254f4534a721414fd20240d4', 'ip_version': 4}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:31:20.830192 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b7ae0-d2c6-4838-a400-0c96301baa17 req-82b4be37-a477-488d-afcb-97caa41c111f tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:20.831387 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-1d268d74-38f9-4a9e-80d5-88e9a770ca02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'name': 'tempest-TestVolumeBootPattern-1551406780-router', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:05Z', 'updated_at': '2021-06-26T21:31:16Z', 'revision_number': 4, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'gw_port': {'id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:08Z', 'updated_at': '2021-06-26T21:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': '4b29f8b2-ce57-466d-9e4f-4102489e5760', 'name': '', 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'mac_address': 'fa:16:3e:c5:e7:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'b01ad406-256f-4138-8b6e-7125345feab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:13Z', 'updated_at': '2021-06-26T21:31:16Z', 'revision_number': 2, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'subnets': [{'id': 'b01ad406-256f-4138-8b6e-7125345feab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:31:20.834757 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a87b7ae0-d2c6-4838-a400-0c96301baa17 req-82b4be37-a477-488d-afcb-97caa41c111f tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 946 time: 0.2076409 Jun 26 21:31:20.905685 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ce0e3dc6-537b-46cc-a835-7a98280475a8 req-890b67de-3573-415f-8f49-e256b07e7b62 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/security-groups?id=2274c13b-bbd1-42eb-97d9-3b7f41a692cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674690 Jun 26 21:31:20.906040 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7534d24e-6f03-4d5d-85ec-c67e3bfe0211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:20.908356 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4fad4-d5c6-4dcd-832f-1c6a93d33bb6 admin admin] Pushing event updated for resources: {'Network': ['ID=de3fc5e5-65b7-4cf0-ac74-d433170735b0,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:20.913730 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:20.928285 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d268d74-38f9-4a9e-80d5-88e9a770ca02 None None] Checking router: 91a92a4d-40e9-484e-a859-76bd492b0211 for host: dv-cinder-798208-1-iscsi {{(pid=92923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 21:31:20.928658 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d268d74-38f9-4a9e-80d5-88e9a770ca02 None None] Updating router 91a92a4d-40e9-484e-a859-76bd492b0211 port 4b29f8b2-ce57-466d-9e4f-4102489e5760 binding host dv-cinder-798208-1-iscsi {{(pid=92923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 21:31:20.932843 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-7fa4fad4-d5c6-4dcd-832f-1c6a93d33bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:20.933868 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935b7391-7b88-4005-b505-cf18e6d4e658 admin admin] Made reservation on behalf of 14bf61a7254f4534a721414fd20240d4 for: {'subnet': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:31:20.937532 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-935b7391-7b88-4005-b505-cf18e6d4e658 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8846033'] for subnet, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:20.942869 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a87b7ae0-d2c6-4838-a400-0c96301baa17 req-244cb474-5af9-4956-aab3-46e0d8ceb611 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001711 Jun 26 21:31:20.963272 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Network de3fc5e5-65b7-4cf0-ac74-d433170735b0 details requested by agent ovs-agent-dv-cinder-798208-1-iscsi with host dv-cinder-798208-1-iscsi {{(pid=92923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 21:31:21.121260 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port 25c3676e-51fd-4dba-ab5d-5a77be2c73ff triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:31:21.121646 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:21.171253 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-bf824363-dd23-4c59-9d18-66fb619429ba None None] Set router 2490a2c6-32d7-43ce-bac8-36dab70d909e gateway port host: dv-cinder-798208-1-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:31:21.231991 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-9af5377a-f4ad-4382-bc01-2d257af5b46d tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:21.260007 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-9af5377a-f4ad-4382-bc01-2d257af5b46d tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/networks?id=2c5bc568-0f6a-468f-b968-93e3972ced30 HTTP/1.1" status: 200 len: 813 time: 0.2226193 Jun 26 21:31:21.302169 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1d268d74-38f9-4a9e-80d5-88e9a770ca02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:21.310522 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-1446a480-5a2e-40a3-ba00-4853342ccfb3 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/quotas/2ee5ec7eb2b3411d9a4940fb7dc9d91f HTTP/1.1" status: 200 len: 375 time: 0.0324807 Jun 26 21:31:21.325548 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534d24e-6f03-4d5d-85ec-c67e3bfe0211 None None] Pushing event updated for resources: {'Port': ['ID=ae701824-31b4-4596-ad7a-28224c3260da,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:21.360367 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7534d24e-6f03-4d5d-85ec-c67e3bfe0211 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:21.604871 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-036c4a54-0ca9-491b-88c6-c2f23d61b0d9 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ee5ec7eb2b3411d9a4940fb7dc9d91f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2890527 Jun 26 21:31:21.757677 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-bf824363-dd23-4c59-9d18-66fb619429ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2490a2c6-32d7-43ce-bac8-36dab70d909e', 'name': 'tempest-TestMinimumBasicScenario-1233396986-router', 'tenant_id': '3ecf4b82ff4546638fecf82ffa020a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '758b37b4-c61f-4c2c-9210-1582ce72f8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:16Z', 'updated_at': '2021-06-26T21:31:19Z', 'revision_number': 3, 'project_id': '3ecf4b82ff4546638fecf82ffa020a90', 'gw_port': {'id': '758b37b4-c61f-4c2c-9210-1582ce72f8f6', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cd:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2490a2c6-32d7-43ce-bac8-36dab70d909e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:17Z', 'updated_at': '2021-06-26T21:31:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi'}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:31:21.828126 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf824363-dd23-4c59-9d18-66fb619429ba None None] Checking router: 2490a2c6-32d7-43ce-bac8-36dab70d909e for host: dv-cinder-798208-1-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 21:31:21.828126 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf824363-dd23-4c59-9d18-66fb619429ba None None] Updating router 2490a2c6-32d7-43ce-bac8-36dab70d909e port 758b37b4-c61f-4c2c-9210-1582ce72f8f6 binding host dv-cinder-798208-1-iscsi {{(pid=92924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 21:31:21.875795 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-fa24f78b-1de4-460e-85b2-949c25ec5986 service neutron] 10.222.0.24 "GET /v2.0/networks/2c5bc568-0f6a-468f-b968-93e3972ced30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563424 Jun 26 21:31:21.940082 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-bf824363-dd23-4c59-9d18-66fb619429ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:22.066159 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-0400aeb6-1f50-4438-9533-972922e40f0c service neutron] 10.222.0.24 "GET /v2.0/networks/2c5bc568-0f6a-468f-b968-93e3972ced30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744664 Jun 26 21:31:22.228295 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1d268d74-38f9-4a9e-80d5-88e9a770ca02 None None] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:22.300031 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-1d268d74-38f9-4a9e-80d5-88e9a770ca02 None None] Transition to ACTIVE for port object 4b29f8b2-ce57-466d-9e4f-4102489e5760 will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:31:22.312914 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1d268d74-38f9-4a9e-80d5-88e9a770ca02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:22.319714 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:22.382378 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-935b7391-7b88-4005-b505-cf18e6d4e658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-221544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8896140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8846019'] for subnet, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:22.470886 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58630e25-58d6-4727-b09e-8283b5ea204d None None] Pushing event updated for resources: {'Port': ['ID=4b29f8b2-ce57-466d-9e4f-4102489e5760,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:22.488474 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-200731eb-0ba1-4ba9-a2ee-fd43ba3c355b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:22.491964 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-58630e25-58d6-4727-b09e-8283b5ea204d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:22.728882 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b7391-7b88-4005-b505-cf18e6d4e658 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45c0a90b-aa7b-4952-895c-0f72b16785f3,revision_number=0']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:22.738387 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 9c37d956-87db-44e0-851f-1f22e3a16f75 up at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:31:22.819494 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-935b7391-7b88-4005-b505-cf18e6d4e658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:22.889128 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:22.954453 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-1d268d74-38f9-4a9e-80d5-88e9a770ca02 None None] Attempting to bind port 4b29f8b2-ce57-466d-9e4f-4102489e5760 on host dv-cinder-798208-1-iscsi for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:31:22.955065 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-1d268d74-38f9-4a9e-80d5-88e9a770ca02 None None] Attempting to bind port 4b29f8b2-ce57-466d-9e4f-4102489e5760 by drivers openvswitch,hyperv on host dv-cinder-798208-1-iscsi at level 0 using segments [{'id': '9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:31:22.955701 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d268d74-38f9-4a9e-80d5-88e9a770ca02 None None] Attempting to bind port 4b29f8b2-ce57-466d-9e4f-4102489e5760 on network a8afb80a-5940-4655-9052-1907914d829f {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:31:22.958345 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeffbb0-6deb-4d57-aa69-439770eef1e6 req-fc53d7ff-c7a5-49b2-bea7-434f1c22bc69 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:22.968157 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5eeffbb0-6deb-4d57-aa69-439770eef1e6 req-fc53d7ff-c7a5-49b2-bea7-434f1c22bc69 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 946 time: 0.4516292 Jun 26 21:31:23.029825 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935b7391-7b88-4005-b505-cf18e6d4e658 admin admin] Checking segment: {'id': 'bbea3f78-de38-4ebc-a8fb-ed61a3b49803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'de3fc5e5-65b7-4cf0-ac74-d433170735b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:31:23.030180 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935b7391-7b88-4005-b505-cf18e6d4e658 admin admin] Network hostable DHCP agents. Network: de3fc5e5-65b7-4cf0-ac74-d433170735b0, hostable agents: ['9c021b02-9e9f-4fa2-a546-066f9ef0df46'], hosted agents: [] {{(pid=92921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 21:31:23.031227 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device f6b77c0f-3d2d-47fc-b6ed-4f9af5a5f6c1 up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:31:23.047926 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-bf824363-dd23-4c59-9d18-66fb619429ba None None] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:23.077648 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-bf824363-dd23-4c59-9d18-66fb619429ba None None] Transition to ACTIVE for port object 758b37b4-c61f-4c2c-9210-1582ce72f8f6 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:31:23.091479 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-bf824363-dd23-4c59-9d18-66fb619429ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:23.095707 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:23.097385 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d268d74-38f9-4a9e-80d5-88e9a770ca02 None None] Checking agent: {'id': '7280f8c8-6f14-48e1-b2dd-15f5d03fd9f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 21, 53), 'started_at': datetime.datetime(2021, 6, 26, 21, 22, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:31:23.098047 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d268d74-38f9-4a9e-80d5-88e9a770ca02 None None] Checking segment: {'id': '9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:31:23.098726 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1d268d74-38f9-4a9e-80d5-88e9a770ca02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:23.100304 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d268d74-38f9-4a9e-80d5-88e9a770ca02 None None] Bound using segment: {'id': '9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:31:23.101359 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-1d268d74-38f9-4a9e-80d5-88e9a770ca02 None None] Bound port: 4b29f8b2-ce57-466d-9e4f-4102489e5760, host: dv-cinder-798208-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:31:23.102023 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1d268d74-38f9-4a9e-80d5-88e9a770ca02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:23.130856 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935b7391-7b88-4005-b505-cf18e6d4e658 admin admin] Network de3fc5e5-65b7-4cf0-ac74-d433170735b0 is scheduled to be hosted by DHCP agent 9c021b02-9e9f-4fa2-a546-066f9ef0df46 with binding_index 1 {{(pid=92921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 21:31:23.135755 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5eeffbb0-6deb-4d57-aa69-439770eef1e6 req-29f1ec5e-daa9-4174-9a6b-98cd6df6e0d1 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379187 Jun 26 21:31:23.162499 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe9b24-70ff-4c12-a36c-b394f46fc1d6 req-03bfe4a8-791f-48aa-bcc5-53098c459c2c tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:23.174063 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-96fe9b24-70ff-4c12-a36c-b394f46fc1d6 req-03bfe4a8-791f-48aa-bcc5-53098c459c2c tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5fc33bc-8b24-433b-9bdf-6a36c0abab99 HTTP/1.1" status: 200 len: 948 time: 0.4414775 Jun 26 21:31:23.181078 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5278ad-8e93-4c71-acf5-9f8f63784eaa None None] Network bc28af45-0719-4857-abc5-543275d813cf requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:31:23.195196 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Provisioning for port 9c37d956-87db-44e0-851f-1f22e3a16f75 completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:31:23.218472 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-bf824363-dd23-4c59-9d18-66fb619429ba None None] Attempting to bind port 758b37b4-c61f-4c2c-9210-1582ce72f8f6 on host dv-cinder-798208-1-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:31:23.218740 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-bf824363-dd23-4c59-9d18-66fb619429ba None None] Attempting to bind port 758b37b4-c61f-4c2c-9210-1582ce72f8f6 by drivers openvswitch,hyperv on host dv-cinder-798208-1-iscsi at level 0 using segments [{'id': '4f28365d-aca5-4c5a-9953-491fa10de68c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:31:23.224400 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf824363-dd23-4c59-9d18-66fb619429ba None None] Attempting to bind port 758b37b4-c61f-4c2c-9210-1582ce72f8f6 on network fc74eb2e-f674-4785-8e1a-443cbfb459f7 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:31:23.231251 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Provisioning complete for port 9c37d956-87db-44e0-851f-1f22e3a16f75 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:31:23.231912 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:23.243068 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf824363-dd23-4c59-9d18-66fb619429ba None None] Checking agent: {'id': '7280f8c8-6f14-48e1-b2dd-15f5d03fd9f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 21, 53), 'started_at': datetime.datetime(2021, 6, 26, 21, 22, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:31:23.244979 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf824363-dd23-4c59-9d18-66fb619429ba None None] Checking segment: {'id': '4f28365d-aca5-4c5a-9953-491fa10de68c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:31:23.245413 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-bf824363-dd23-4c59-9d18-66fb619429ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:23.245806 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf824363-dd23-4c59-9d18-66fb619429ba None None] Bound using segment: {'id': '4f28365d-aca5-4c5a-9953-491fa10de68c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:31:23.246301 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-bf824363-dd23-4c59-9d18-66fb619429ba None None] Bound port: 758b37b4-c61f-4c2c-9210-1582ce72f8f6, host: dv-cinder-798208-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f28365d-aca5-4c5a-9953-491fa10de68c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:31:23.246702 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-bf824363-dd23-4c59-9d18-66fb619429ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:23.273362 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-935b7391-7b88-4005-b505-cf18e6d4e658 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798208-1-iscsi, de3fc5e5-65b7-4cf0-ac74-d433170735b0) {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:31:23.276945 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-96fe9b24-70ff-4c12-a36c-b394f46fc1d6 req-d1bd8c2b-07d0-4a23-85bb-9e1b37ced4c2 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/security-groups?id=2274c13b-bbd1-42eb-97d9-3b7f41a692cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996308 Jun 26 21:31:23.304634 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935b7391-7b88-4005-b505-cf18e6d4e658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:23.305261 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-935b7391-7b88-4005-b505-cf18e6d4e658 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:23.325793 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-470dda5d-e5ca-498d-81ff-51f512cedf39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:23.343766 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d86cceb-8ca1-4a3d-ac57-a70208fdac0b None None] Network de3fc5e5-65b7-4cf0-ac74-d433170735b0 requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:31:23.346297 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2c1af34c-45fa-4dde-b0d7-2d2133ae5e2b req-01a8dc11-acfc-4ad3-8694-f7adf7fa96b7 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e068b2-0c01-460e-b8df-deec7dd90474 HTTP/1.1" status: 200 len: 210 time: 0.0435817 Jun 26 21:31:23.397836 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-935b7391-7b88-4005-b505-cf18e6d4e658 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6117122 Jun 26 21:31:23.399100 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 41418) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:31:23.400810 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491350f8-54fc-455c-9397-40fce1e29605 None None] Pushing event updated for resources: {'Port': ['ID=758b37b4-c61f-4c2c-9210-1582ce72f8f6,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:23.408476 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-491350f8-54fc-455c-9397-40fce1e29605 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:23.418886 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-e7d19fab-0b5f-4f0d-844e-259ffbd7d980 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-838963645-router', 'tenant_id': '14bf61a7254f4534a721414fd20240d4', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'}}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:31:23.441601 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-bf824363-dd23-4c59-9d18-66fb619429ba None None] For port 758b37b4-c61f-4c2c-9210-1582ce72f8f6, host dv-cinder-798208-1-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:31:23.450138 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-bf824363-dd23-4c59-9d18-66fb619429ba None None] For port 758b37b4-c61f-4c2c-9210-1582ce72f8f6, host dv-cinder-798208-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=758b37b4-c61f-4c2c-9210-1582ce72f8f6,segment=NetworkSegment(4f28365d-aca5-4c5a-9953-491fa10de68c),segment_id=4f28365d-aca5-4c5a-9953-491fa10de68c)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:31:23.463963 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-bf824363-dd23-4c59-9d18-66fb619429ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:23.475359 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-d8174061-3e78-403f-bab7-e4a9525999f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:23.542675 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e7d19fab-0b5f-4f0d-844e-259ffbd7d980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11028'] for router, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:23.544826 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e7d19fab-0b5f-4f0d-844e-259ffbd7d980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-695336', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11021'] for router, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:23.607774 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf824363-dd23-4c59-9d18-66fb619429ba None None] Routers {'2490a2c6-32d7-43ce-bac8-36dab70d909e'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:31:23.613967 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-b6024141-073e-4780-adc5-fc14f9fb5c1e None None] Provisioning for port ae701824-31b4-4596-ad7a-28224c3260da completed by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:31:23.614436 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-bf824363-dd23-4c59-9d18-66fb619429ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:30:55Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['2490a2c6-32d7-43ce-bac8-36dab70d909e'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:31:23.629221 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7807bb4-2881-4d3d-a9cf-aaf7dd58066f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde5f2ef3-1d6e-553d-a39c-8e031008594d-de3fc5e5-65b7-4cf0-ac74-d433170735b0', 'network_id': 'de3fc5e5-65b7-4cf0-ac74-d433170735b0', 'tenant_id': '14bf61a7254f4534a721414fd20240d4', 'fixed_ips': [{'subnet_id': '45c0a90b-aa7b-4952-895c-0f72b16785f3'}]}} from dv-cinder-798208-1-iscsi. {{(pid=92923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 26 21:31:23.630114 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c7807bb4-2881-4d3d-a9cf-aaf7dd58066f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:23.671859 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port f6b77c0f-3d2d-47fc-b6ed-4f9af5a5f6c1 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:31:23.672242 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:23.734823 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [None req-470dda5d-e5ca-498d-81ff-51f512cedf39 admin admin] Allocated IP 172.20.0.1 (bc28af45-0719-4857-abc5-543275d813cf/93ff37c8-e0fb-4971-ba9b-23bf922d9b03/f922a297-7d7e-4b47-8389-d4ff0c27225e) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:31:23.746731 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-1d268d74-38f9-4a9e-80d5-88e9a770ca02 None None] For port 4b29f8b2-ce57-466d-9e4f-4102489e5760, host dv-cinder-798208-1-iscsi, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:31:23.789358 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-bf824363-dd23-4c59-9d18-66fb619429ba None None] Set router 2490a2c6-32d7-43ce-bac8-36dab70d909e gateway port host: dv-cinder-798208-1-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:31:23.855523 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-1d268d74-38f9-4a9e-80d5-88e9a770ca02 None None] For port 4b29f8b2-ce57-466d-9e4f-4102489e5760, host dv-cinder-798208-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=4b29f8b2-ce57-466d-9e4f-4102489e5760,segment=NetworkSegment(9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a),segment_id=9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:31:23.912522 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1d268d74-38f9-4a9e-80d5-88e9a770ca02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:23.913564 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491350f8-54fc-455c-9397-40fce1e29605 None None] Pushing event updated for resources: {'Port': ['ID=758b37b4-c61f-4c2c-9210-1582ce72f8f6,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:23.925900 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-110bc9cf-b356-42e6-8ade-63c9f6ed65c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:23.928450 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:23.960994 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-491350f8-54fc-455c-9397-40fce1e29605 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:23.977115 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e7d19fab-0b5f-4f0d-844e-259ffbd7d980 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:24.057671 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d8586-76f6-4ae8-8b38-6399a8c2cb57 req-30a8b325-4954-408c-9c0f-eecd38154291 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:24.064883 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0d6d8586-76f6-4ae8-8b38-6399a8c2cb57 req-30a8b325-4954-408c-9c0f-eecd38154291 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 946 time: 0.1219826 Jun 26 21:31:24.074215 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-470dda5d-e5ca-498d-81ff-51f512cedf39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:24.095131 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-bf824363-dd23-4c59-9d18-66fb619429ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2490a2c6-32d7-43ce-bac8-36dab70d909e', 'name': 'tempest-TestMinimumBasicScenario-1233396986-router', 'tenant_id': '3ecf4b82ff4546638fecf82ffa020a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '758b37b4-c61f-4c2c-9210-1582ce72f8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:16Z', 'updated_at': '2021-06-26T21:31:19Z', 'revision_number': 3, 'project_id': '3ecf4b82ff4546638fecf82ffa020a90', 'gw_port': {'id': '758b37b4-c61f-4c2c-9210-1582ce72f8f6', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cd:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2490a2c6-32d7-43ce-bac8-36dab70d909e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:17Z', 'updated_at': '2021-06-26T21:31:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi'}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:31:24.139788 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf824363-dd23-4c59-9d18-66fb619429ba None None] The sync data for ids ['2490a2c6-32d7-43ce-bac8-36dab70d909e'] in dv-cinder-798208-1-iscsi is: [{'id': '2490a2c6-32d7-43ce-bac8-36dab70d909e', 'name': 'tempest-TestMinimumBasicScenario-1233396986-router', 'tenant_id': '3ecf4b82ff4546638fecf82ffa020a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '758b37b4-c61f-4c2c-9210-1582ce72f8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:16Z', 'updated_at': '2021-06-26T21:31:19Z', 'revision_number': 3, 'project_id': '3ecf4b82ff4546638fecf82ffa020a90', 'gw_port': {'id': '758b37b4-c61f-4c2c-9210-1582ce72f8f6', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cd:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2490a2c6-32d7-43ce-bac8-36dab70d909e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:17Z', 'updated_at': '2021-06-26T21:31:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi'}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 21:31:24.155632 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0d6d8586-76f6-4ae8-8b38-6399a8c2cb57 req-c7a067e7-0e17-45f2-a220-72ac18837e5a tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818486 Jun 26 21:31:24.209485 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e7d19fab-0b5f-4f0d-844e-259ffbd7d980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-695302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11071'] for router, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:24.225330 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-470dda5d-e5ca-498d-81ff-51f512cedf39 admin admin] Transition to ACTIVE for port object f922a297-7d7e-4b47-8389-d4ff0c27225e will not be triggered until provisioned by entity DHCP. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:31:24.263296 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:24.327311 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-470dda5d-e5ca-498d-81ff-51f512cedf39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8896248'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:24.330849 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5e42ada5-3932-4016-84db-a0dedf7b0ddc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:24.360862 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d268d74-38f9-4a9e-80d5-88e9a770ca02 None None] Routers {'91a92a4d-40e9-484e-a859-76bd492b0211'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:31:24.362349 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-1d268d74-38f9-4a9e-80d5-88e9a770ca02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:30:55Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['91a92a4d-40e9-484e-a859-76bd492b0211'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:31:24.398572 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470dda5d-e5ca-498d-81ff-51f512cedf39 admin admin] Network bc28af45-0719-4857-abc5-543275d813cf is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:31:24.418697 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470dda5d-e5ca-498d-81ff-51f512cedf39 admin admin] Pushing event updated for resources: {'Port': ['ID=f922a297-7d7e-4b47-8389-d4ff0c27225e,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:24.420715 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-c7807bb4-2881-4d3d-a9cf-aaf7dd58066f None None] Allocated IP 172.20.0.2 (de3fc5e5-65b7-4cf0-ac74-d433170735b0/45c0a90b-aa7b-4952-895c-0f72b16785f3/83f06d69-7f9d-4b0d-90d0-ecc52a2b1e44) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:31:24.431481 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-470dda5d-e5ca-498d-81ff-51f512cedf39 admin admin] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:31:24.435288 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-470dda5d-e5ca-498d-81ff-51f512cedf39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:24.439772 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470dda5d-e5ca-498d-81ff-51f512cedf39 admin admin] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:31:24.464749 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device ae701824-31b4-4596-ad7a-28224c3260da up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:31:24.506542 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5fc33bc-8b24-433b-9bdf-6a36c0abab99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c37d956-87db-44e0-851f-1f22e3a16f75'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:31:24.511672 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8789620f65ed64c11f36a2c9fb0085813b3741d077667d6f020eb6652e2807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7833e9-633a-46f0-b481-7057491c7a86" -d '{"events": [{"server_uuid": "a5fc33bc-8b24-433b-9bdf-6a36c0abab99", "name": "network-vif-plugged", "status": "completed", "tag": "9c37d956-87db-44e0-851f-1f22e3a16f75"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:31:24.519988 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260e81f-3a6c-46b0-8712-9b773a0ed3b8 req-a8b87ff5-303a-49ac-a55e-48b9db63a34e tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:24.546518 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58630e25-58d6-4727-b09e-8283b5ea204d None None] Pushing event updated for resources: {'Port': ['ID=4b29f8b2-ce57-466d-9e4f-4102489e5760,revision_number=4']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:24.557021 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d260e81f-3a6c-46b0-8712-9b773a0ed3b8 req-a8b87ff5-303a-49ac-a55e-48b9db63a34e tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5fc33bc-8b24-433b-9bdf-6a36c0abab99 HTTP/1.1" status: 200 len: 948 time: 0.1471891 Jun 26 21:31:24.561457 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-58630e25-58d6-4727-b09e-8283b5ea204d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:24.590188 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-470dda5d-e5ca-498d-81ff-51f512cedf39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-698637'] for router_interface, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:24.601126 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 9c37d956-87db-44e0-851f-1f22e3a16f75, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=9c37d956-87db-44e0-851f-1f22e3a16f75,segment=NetworkSegment(d3d185cd-db11-44ba-85fb-e2106eb6ec7c),segment_id=d3d185cd-db11-44ba-85fb-e2106eb6ec7c)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:31:24.712167 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-06f4db64-9be6-4bbc-adf6-8c9f3678d967 req-5ac1a2de-85c6-4e66-b5cd-516c6a888575 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e068b2-0c01-460e-b8df-deec7dd90474 HTTP/1.1" status: 200 len: 210 time: 0.0409706 Jun 26 21:31:24.751797 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d260e81f-3a6c-46b0-8712-9b773a0ed3b8 req-9146fe37-3fee-4589-b2b2-bf1628d62a98 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/security-groups?id=2274c13b-bbd1-42eb-97d9-3b7f41a692cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863649 Jun 26 21:31:24.778138 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:24.852818 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-1d268d74-38f9-4a9e-80d5-88e9a770ca02 None None] Set router 91a92a4d-40e9-484e-a859-76bd492b0211 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:31:24.917625 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:24.922912 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 21:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9f8f43-4d79-4605-86d6-468c8e704650 x-openstack-request-id: req-0f9f8f43-4d79-4605-86d6-468c8e704650 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:31:24.923452 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5fc33bc-8b24-433b-9bdf-6a36c0abab99", "name": "network-vif-plugged", "status": "completed", "tag": "9c37d956-87db-44e0-851f-1f22e3a16f75", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:31:24.923452 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0f9f8f43-4d79-4605-86d6-468c8e704650 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:31:24.923867 dv-cinder-798208-1-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5fc33bc-8b24-433b-9bdf-6a36c0abab99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c37d956-87db-44e0-851f-1f22e3a16f75', 'code': 200} Jun 26 21:31:24.947513 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e7d19fab-0b5f-4f0d-844e-259ffbd7d980 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:24.976283 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e7d19fab-0b5f-4f0d-844e-259ffbd7d980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:25.037911 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cc5903ec-9954-40dd-b36a-1728944a040b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:25.076219 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-470dda5d-e5ca-498d-81ff-51f512cedf39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:25.151894 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=9c37d956-87db-44e0-851f-1f22e3a16f75,revision_number=5']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:25.162223 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:25.163022 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning for port ae701824-31b4-4596-ad7a-28224c3260da completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:31:25.171154 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [None req-e7d19fab-0b5f-4f0d-844e-259ffbd7d980 admin admin] Allocated IP 172.27.2.192 (fc74eb2e-f674-4785-8e1a-443cbfb459f7/02c6eafe-d2ac-4065-b904-73ec1df0a44a/ba594e0a-6c6f-4060-82e2-b199b23a04b9) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:31:25.183300 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port ae701824-31b4-4596-ad7a-28224c3260da triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:31:25.183300 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:25.362037 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c7807bb4-2881-4d3d-a9cf-aaf7dd58066f None None] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:25.418694 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-c7807bb4-2881-4d3d-a9cf-aaf7dd58066f None None] Transition to ACTIVE for port object 83f06d69-7f9d-4b0d-90d0-ecc52a2b1e44 will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:31:25.488608 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e7d19fab-0b5f-4f0d-844e-259ffbd7d980 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:25.505761 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:25.513042 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-1d268d74-38f9-4a9e-80d5-88e9a770ca02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'name': 'tempest-TestVolumeBootPattern-1551406780-router', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:05Z', 'updated_at': '2021-06-26T21:31:16Z', 'revision_number': 4, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'gw_port': {'id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:08Z', 'updated_at': '2021-06-26T21:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': '4b29f8b2-ce57-466d-9e4f-4102489e5760', 'name': '', 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'mac_address': 'fa:16:3e:c5:e7:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'b01ad406-256f-4138-8b6e-7125345feab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:13Z', 'updated_at': '2021-06-26T21:31:23Z', 'revision_number': 4, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'subnets': [{'id': 'b01ad406-256f-4138-8b6e-7125345feab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:31:25.552935 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e7d19fab-0b5f-4f0d-844e-259ffbd7d980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8896248'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:25.558563 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:25.559286 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d268d74-38f9-4a9e-80d5-88e9a770ca02 None None] The sync data for ids ['91a92a4d-40e9-484e-a859-76bd492b0211'] in dv-cinder-798208-1-iscsi is: [{'id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'name': 'tempest-TestVolumeBootPattern-1551406780-router', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:05Z', 'updated_at': '2021-06-26T21:31:16Z', 'revision_number': 4, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'gw_port': {'id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:08Z', 'updated_at': '2021-06-26T21:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': '4b29f8b2-ce57-466d-9e4f-4102489e5760', 'name': '', 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'mac_address': 'fa:16:3e:c5:e7:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'b01ad406-256f-4138-8b6e-7125345feab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:13Z', 'updated_at': '2021-06-26T21:31:23Z', 'revision_number': 4, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'subnets': [{'id': 'b01ad406-256f-4138-8b6e-7125345feab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 21:31:25.567177 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-c7807bb4-2881-4d3d-a9cf-aaf7dd58066f None None] Transition to ACTIVE for port object 83f06d69-7f9d-4b0d-90d0-ecc52a2b1e44 will not be triggered until provisioned by entity DHCP. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:31:25.572959 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e019c-2132-4d68-8bbd-ca72e9adde87 req-aaa1801d-d052-4b4b-89d3-c73e03ac4399 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:25.583366 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-935e019c-2132-4d68-8bbd-ca72e9adde87 req-aaa1801d-d052-4b4b-89d3-c73e03ac4399 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 946 time: 0.1630671 Jun 26 21:31:25.597758 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] For port ae701824-31b4-4596-ad7a-28224c3260da, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=ae701824-31b4-4596-ad7a-28224c3260da,segment=NetworkSegment(00dd484c-becb-4ffb-a802-5f271948ca18),segment_id=00dd484c-becb-4ffb-a802-5f271948ca18)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:31:25.603134 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c7807bb4-2881-4d3d-a9cf-aaf7dd58066f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:25.610409 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:25.624021 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:25.677299 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d19fab-0b5f-4f0d-844e-259ffbd7d980 admin admin] Network fc74eb2e-f674-4785-8e1a-443cbfb459f7 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:31:25.688094 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-e7d19fab-0b5f-4f0d-844e-259ffbd7d980 admin admin] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:31:25.690286 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d19fab-0b5f-4f0d-844e-259ffbd7d980 admin admin] Pushing event updated for resources: {'Port': ['ID=ba594e0a-6c6f-4060-82e2-b199b23a04b9,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:25.694424 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d19fab-0b5f-4f0d-844e-259ffbd7d980 admin admin] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:31:25.766624 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d19fab-0b5f-4f0d-844e-259ffbd7d980 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:25.768336 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d19fab-0b5f-4f0d-844e-259ffbd7d980 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:25.769684 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d19fab-0b5f-4f0d-844e-259ffbd7d980 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:25.774297 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d19fab-0b5f-4f0d-844e-259ffbd7d980 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:25.775040 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d19fab-0b5f-4f0d-844e-259ffbd7d980 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:25.776339 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d19fab-0b5f-4f0d-844e-259ffbd7d980 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:25.779675 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d19fab-0b5f-4f0d-844e-259ffbd7d980 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:25.780970 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d19fab-0b5f-4f0d-844e-259ffbd7d980 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:25.783652 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d19fab-0b5f-4f0d-844e-259ffbd7d980 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:25.784547 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d19fab-0b5f-4f0d-844e-259ffbd7d980 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:25.788581 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d19fab-0b5f-4f0d-844e-259ffbd7d980 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:25.790915 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d19fab-0b5f-4f0d-844e-259ffbd7d980 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:25.803059 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-935e019c-2132-4d68-8bbd-ca72e9adde87 req-01d0ab9b-471c-4226-8fcf-86cf032db5a9 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147944 Jun 26 21:31:25.804968 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-e0a6e0c6-53a4-470a-8490-a43999043990 None None] Provisioning for port f922a297-7d7e-4b47-8389-d4ff0c27225e completed by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:31:25.858431 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7807bb4-2881-4d3d-a9cf-aaf7dd58066f None None] Network de3fc5e5-65b7-4cf0-ac74-d433170735b0 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:31:25.866157 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-e7d19fab-0b5f-4f0d-844e-259ffbd7d980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:25.891108 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-c7807bb4-2881-4d3d-a9cf-aaf7dd58066f None None] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:31:25.908757 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7807bb4-2881-4d3d-a9cf-aaf7dd58066f None None] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:31:26.015172 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-e0a6e0c6-53a4-470a-8490-a43999043990 None None] Provisioning complete for port f922a297-7d7e-4b47-8389-d4ff0c27225e triggered by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:31:26.015954 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e0a6e0c6-53a4-470a-8490-a43999043990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:26.050417 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 4b29f8b2-ce57-466d-9e4f-4102489e5760 up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:31:26.100405 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-470dda5d-e5ca-498d-81ff-51f512cedf39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:26.115530 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:26.123289 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7807bb4-2881-4d3d-a9cf-aaf7dd58066f None None] Pushing event updated for resources: {'Port': ['ID=83f06d69-7f9d-4b0d-90d0-ecc52a2b1e44,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:26.132363 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c7807bb4-2881-4d3d-a9cf-aaf7dd58066f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:26.142819 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-470dda5d-e5ca-498d-81ff-51f512cedf39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8896010'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:26.148292 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.479s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:26.150233 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-19730e49-0dc7-469a-9989-9edb19af6d91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:26.236478 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9441b8-7ea0-4e2e-8275-f27c183ccd59 req-3a19779e-87fb-4072-b9e5-1292cd62dc59 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:26.237411 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning for port 4b29f8b2-ce57-466d-9e4f-4102489e5760 completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:31:26.247264 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port 4b29f8b2-ce57-466d-9e4f-4102489e5760 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:31:26.247643 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:26.249878 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6b9441b8-7ea0-4e2e-8275-f27c183ccd59 req-3a19779e-87fb-4072-b9e5-1292cd62dc59 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5fc33bc-8b24-433b-9bdf-6a36c0abab99 HTTP/1.1" status: 200 len: 949 time: 0.1246967 Jun 26 21:31:26.261150 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-c7807bb4-2881-4d3d-a9cf-aaf7dd58066f None None] Attempting to bind port 83f06d69-7f9d-4b0d-90d0-ecc52a2b1e44 on host dv-cinder-798208-1-iscsi for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:31:26.261584 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-c7807bb4-2881-4d3d-a9cf-aaf7dd58066f None None] Attempting to bind port 83f06d69-7f9d-4b0d-90d0-ecc52a2b1e44 by drivers openvswitch,hyperv on host dv-cinder-798208-1-iscsi at level 0 using segments [{'id': 'bbea3f78-de38-4ebc-a8fb-ed61a3b49803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'de3fc5e5-65b7-4cf0-ac74-d433170735b0'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:31:26.261893 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7807bb4-2881-4d3d-a9cf-aaf7dd58066f None None] Attempting to bind port 83f06d69-7f9d-4b0d-90d0-ecc52a2b1e44 on network de3fc5e5-65b7-4cf0-ac74-d433170735b0 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:31:26.297881 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-e0a6e0c6-53a4-470a-8490-a43999043990 None None] Port f922a297-7d7e-4b47-8389-d4ff0c27225e cannot update to ACTIVE because it is not bound. {{(pid=92923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 21:31:26.313037 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7807bb4-2881-4d3d-a9cf-aaf7dd58066f None None] Checking agent: {'id': '7280f8c8-6f14-48e1-b2dd-15f5d03fd9f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 21, 53), 'started_at': datetime.datetime(2021, 6, 26, 21, 22, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:31:26.313468 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7807bb4-2881-4d3d-a9cf-aaf7dd58066f None None] Checking segment: {'id': 'bbea3f78-de38-4ebc-a8fb-ed61a3b49803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'de3fc5e5-65b7-4cf0-ac74-d433170735b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:31:26.314674 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c7807bb4-2881-4d3d-a9cf-aaf7dd58066f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:26.315642 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7807bb4-2881-4d3d-a9cf-aaf7dd58066f None None] Bound using segment: {'id': 'bbea3f78-de38-4ebc-a8fb-ed61a3b49803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'de3fc5e5-65b7-4cf0-ac74-d433170735b0'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:31:26.316905 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-c7807bb4-2881-4d3d-a9cf-aaf7dd58066f None None] Bound port: 83f06d69-7f9d-4b0d-90d0-ecc52a2b1e44, host: dv-cinder-798208-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbea3f78-de38-4ebc-a8fb-ed61a3b49803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'de3fc5e5-65b7-4cf0-ac74-d433170735b0'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:31:26.317389 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c7807bb4-2881-4d3d-a9cf-aaf7dd58066f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:26.322731 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Pushing event updated for resources: {'Port': ['ID=ae701824-31b4-4596-ad7a-28224c3260da,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:26.331238 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-45eff376-4010-43e0-84ba-4397d1f05b8b req-86121d41-d175-4151-b4c3-44b1635ab8c1 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e068b2-0c01-460e-b8df-deec7dd90474 HTTP/1.1" status: 200 len: 210 time: 0.0689304 Jun 26 21:31:26.341342 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:26.374123 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-e0a6e0c6-53a4-470a-8490-a43999043990 None None] Provisioning complete for port ae701824-31b4-4596-ad7a-28224c3260da triggered by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:31:26.374771 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e0a6e0c6-53a4-470a-8490-a43999043990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:26.388725 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60d3b4-717e-41c6-8581-8ecdaa9318ac req-bce4bb99-e561-4ec0-a5a0-6d4ea1234395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:26.391393 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-7a60d3b4-717e-41c6-8581-8ecdaa9318ac req-bce4bb99-e561-4ec0-a5a0-6d4ea1234395 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1b82a91ccfa34d6d9e71d190d4dfd427&device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 1099 time: 0.5357077 Jun 26 21:31:26.403231 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470dda5d-e5ca-498d-81ff-51f512cedf39 admin admin] Pushing event updated for resources: {'Port': ['ID=f922a297-7d7e-4b47-8389-d4ff0c27225e,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:26.409947 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-470dda5d-e5ca-498d-81ff-51f512cedf39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-698769'] for router_interface, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:26.414886 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-470dda5d-e5ca-498d-81ff-51f512cedf39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:26.434583 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6b9441b8-7ea0-4e2e-8275-f27c183ccd59 req-0208d249-ceb4-44f3-bc4f-b254c2a172e4 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/security-groups?id=2274c13b-bbd1-42eb-97d9-3b7f41a692cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831942 Jun 26 21:31:26.507833 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-c7807bb4-2881-4d3d-a9cf-aaf7dd58066f None None] For port 83f06d69-7f9d-4b0d-90d0-ecc52a2b1e44, host dv-cinder-798208-1-iscsi, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:31:26.517126 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-c7807bb4-2881-4d3d-a9cf-aaf7dd58066f None None] For port 83f06d69-7f9d-4b0d-90d0-ecc52a2b1e44, host dv-cinder-798208-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=83f06d69-7f9d-4b0d-90d0-ecc52a2b1e44,segment=NetworkSegment(bbea3f78-de38-4ebc-a8fb-ed61a3b49803),segment_id=bbea3f78-de38-4ebc-a8fb-ed61a3b49803)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:31:26.520744 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:26.525393 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c7807bb4-2881-4d3d-a9cf-aaf7dd58066f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:26.535970 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:26.678369 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] For port 4b29f8b2-ce57-466d-9e4f-4102489e5760, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=4b29f8b2-ce57-466d-9e4f-4102489e5760,segment=NetworkSegment(9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a),segment_id=9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:31:26.690827 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:26.692084 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 758b37b4-c61f-4c2c-9210-1582ce72f8f6 up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:31:26.713182 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470dda5d-e5ca-498d-81ff-51f512cedf39 admin admin] Network bc28af45-0719-4857-abc5-543275d813cf is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:31:26.715729 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-470dda5d-e5ca-498d-81ff-51f512cedf39 admin admin] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:31:26.717794 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e7d19fab-0b5f-4f0d-844e-259ffbd7d980 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:26.796035 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7807bb4-2881-4d3d-a9cf-aaf7dd58066f None None] Pushing event updated for resources: {'Port': ['ID=83f06d69-7f9d-4b0d-90d0-ecc52a2b1e44,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:26.801204 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c7807bb4-2881-4d3d-a9cf-aaf7dd58066f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:26.805184 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-a84fb20b-46ce-4110-adad-4f5413c4948c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:26.890949 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning for port 758b37b4-c61f-4c2c-9210-1582ce72f8f6 completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:31:26.974828 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port 758b37b4-c61f-4c2c-9210-1582ce72f8f6 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:31:26.984861 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:27.064982 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Pushing event updated for resources: {'Port': ['ID=4b29f8b2-ce57-466d-9e4f-4102489e5760,revision_number=5']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:27.073154 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:27.178915 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-b6889991-adeb-44b3-ad2a-562cc9478109 None None] Provisioning complete for port f922a297-7d7e-4b47-8389-d4ff0c27225e triggered by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:31:27.187774 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b6889991-adeb-44b3-ad2a-562cc9478109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:27.241112 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a381e-eceb-4425-b38f-60284e855156 req-3934bfaa-f818-42be-a7eb-1b229af0eccc tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:27.242850 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-885a381e-eceb-4425-b38f-60284e855156 req-3934bfaa-f818-42be-a7eb-1b229af0eccc tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 946 time: 0.1339221 Jun 26 21:31:27.274815 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-b6889991-adeb-44b3-ad2a-562cc9478109 None None] Port f922a297-7d7e-4b47-8389-d4ff0c27225e cannot update to ACTIVE because it is not bound. {{(pid=92923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 21:31:27.318033 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-885a381e-eceb-4425-b38f-60284e855156 req-54e82402-f2f2-45cd-9a26-95d07253d9d1 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617206 Jun 26 21:31:27.334288 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:27.361512 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] For port 758b37b4-c61f-4c2c-9210-1582ce72f8f6, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=758b37b4-c61f-4c2c-9210-1582ce72f8f6,segment=NetworkSegment(4f28365d-aca5-4c5a-9953-491fa10de68c),segment_id=4f28365d-aca5-4c5a-9953-491fa10de68c)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:31:27.367070 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:27.370567 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7534d24e-6f03-4d5d-85ec-c67e3bfe0211 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:27.384920 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470dda5d-e5ca-498d-81ff-51f512cedf39 admin admin] Router 2490a2c6-32d7-43ce-bac8-36dab70d909e has already been hosted by L3 agent 8f52ff15-e1cf-4181-89b9-9a217ed1d1bf {{(pid=92921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 21:31:27.431622 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Pushing event updated for resources: {'Port': ['ID=758b37b4-c61f-4c2c-9210-1582ce72f8f6,revision_number=4']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:27.438696 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:27.451439 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-95d1ddc1-19da-4c76-9780-d31184465c96 None None] Provisioning complete for port f922a297-7d7e-4b47-8389-d4ff0c27225e triggered by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:31:27.451820 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-95d1ddc1-19da-4c76-9780-d31184465c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:27.554639 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e7d19fab-0b5f-4f0d-844e-259ffbd7d980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642703'] for router, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:27.557534 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-95d1ddc1-19da-4c76-9780-d31184465c96 None None] Port f922a297-7d7e-4b47-8389-d4ff0c27225e cannot update to ACTIVE because it is not bound. {{(pid=92923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 21:31:27.590648 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7e18b727-e95e-4327-ad4b-0a1fa1126cb3 req-e5f8009d-4f64-4f9f-8014-603997ac26af tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e068b2-0c01-460e-b8df-deec7dd90474 HTTP/1.1" status: 200 len: 210 time: 0.0462372 Jun 26 21:31:27.598134 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:27.740038 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470dda5d-e5ca-498d-81ff-51f512cedf39 admin admin] Notify agent at l3_agent.dv-cinder-798208-1-iscsi the message routers_updated {{(pid=92921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 21:31:27.747924 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-470dda5d-e5ca-498d-81ff-51f512cedf39 admin admin] 10.222.0.24 "PUT /v2.0/routers/2490a2c6-32d7-43ce-bac8-36dab70d909e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9434865 Jun 26 21:31:27.796288 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d19fab-0b5f-4f0d-844e-259ffbd7d980 admin admin] Router 0dee8d09-b948-4233-aa24-030384a7cb42 is scheduled to L3 agent 8f52ff15-e1cf-4181-89b9-9a217ed1d1bf with binding_index 1 {{(pid=92921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 26 21:31:27.817240 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483d250-2199-4771-b9df-9c5d4d434da3 req-6b8709b9-8642-46ae-b161-6ed947c6f8cc tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:27.824865 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4483d250-2199-4771-b9df-9c5d4d434da3 req-6b8709b9-8642-46ae-b161-6ed947c6f8cc tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5fc33bc-8b24-433b-9bdf-6a36c0abab99 HTTP/1.1" status: 200 len: 949 time: 0.1464415 Jun 26 21:31:27.876167 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4483d250-2199-4771-b9df-9c5d4d434da3 req-22467965-ccd4-4fc9-9aa1-eda9480508b7 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/security-groups?id=2274c13b-bbd1-42eb-97d9-3b7f41a692cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502968 Jun 26 21:31:27.977776 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d19fab-0b5f-4f0d-844e-259ffbd7d980 admin admin] Notify agent at l3_agent.dv-cinder-798208-1-iscsi the message routers_updated {{(pid=92921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 21:31:27.992933 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 4b29f8b2-ce57-466d-9e4f-4102489e5760 up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:31:27.999261 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8bc76e-b94a-4cef-a1c4-1a2a7d203944 None None] Sync routers for ids ['0dee8d09-b948-4233-aa24-030384a7cb42'] in dv-cinder-798208-1-iscsi {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 21:31:28.004464 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e7d19fab-0b5f-4f0d-844e-259ffbd7d980 admin admin] Notify callbacks [] for router, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:28.006305 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-e7d19fab-0b5f-4f0d-844e-259ffbd7d980 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6052961 Jun 26 21:31:28.008921 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 41472) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:31:28.250872 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8bc76e-b94a-4cef-a1c4-1a2a7d203944 None None] Routers {'0dee8d09-b948-4233-aa24-030384a7cb42'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:31:28.251499 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-df8bc76e-b94a-4cef-a1c4-1a2a7d203944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:31:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['0dee8d09-b948-4233-aa24-030384a7cb42'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:31:28.288788 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c0df2f-0142-44d4-9cc0-0a991a919c16 None None] Sync routers for ids ['2490a2c6-32d7-43ce-bac8-36dab70d909e'] in dv-cinder-798208-1-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 21:31:28.302454 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c0df2f-0142-44d4-9cc0-0a991a919c16 None None] Routers {'2490a2c6-32d7-43ce-bac8-36dab70d909e'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:31:28.303103 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-63c0df2f-0142-44d4-9cc0-0a991a919c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:31:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['2490a2c6-32d7-43ce-bac8-36dab70d909e'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:31:28.325463 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a6844f-9737-480f-a1f5-b6ac19461105 None None] Network de3fc5e5-65b7-4cf0-ac74-d433170735b0 requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:31:28.593066 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-63c0df2f-0142-44d4-9cc0-0a991a919c16 None None] Set router 2490a2c6-32d7-43ce-bac8-36dab70d909e gateway port host: dv-cinder-798208-1-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:31:28.724083 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-215a2dff-70aa-4123-ad48-073ffb7e50e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:28.850240 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-6b85bbf0-6e45-4ab2-aeb7-aa770ac3e5f6 None None] Provisioning for port 83f06d69-7f9d-4b0d-90d0-ecc52a2b1e44 completed by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:31:28.893377 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3157a602-e79b-4468-a6ea-68c3261a144c req-3260b396-30a8-4fbc-9830-f9ddc06ae929 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e068b2-0c01-460e-b8df-deec7dd90474 HTTP/1.1" status: 200 len: 210 time: 0.0497746 Jun 26 21:31:28.915373 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe43b68-0a59-4627-a9ab-251c0b5eed56 req-feeff676-b3da-4fee-aaec-5577bf67c5a3 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:28.915373 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-efe43b68-0a59-4627-a9ab-251c0b5eed56 req-feeff676-b3da-4fee-aaec-5577bf67c5a3 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 946 time: 0.3123157 Jun 26 21:31:28.937988 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port 4b29f8b2-ce57-466d-9e4f-4102489e5760 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:31:28.938810 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:28.942376 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-df8bc76e-b94a-4cef-a1c4-1a2a7d203944 None None] Set router 0dee8d09-b948-4233-aa24-030384a7cb42 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:31:29.039106 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-215a2dff-70aa-4123-ad48-073ffb7e50e4 admin admin] Allocated IP 172.20.0.1 (de3fc5e5-65b7-4cf0-ac74-d433170735b0/45c0a90b-aa7b-4952-895c-0f72b16785f3/f5b3db5c-9296-41d4-8a0d-98ce603e8ef9) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:31:29.058810 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-efe43b68-0a59-4627-a9ab-251c0b5eed56 req-0a95ee24-2827-4a10-b95a-04de8eeafd8b tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309512 Jun 26 21:31:29.070525 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-63c0df2f-0142-44d4-9cc0-0a991a919c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2490a2c6-32d7-43ce-bac8-36dab70d909e', 'name': 'tempest-TestMinimumBasicScenario-1233396986-router', 'tenant_id': '3ecf4b82ff4546638fecf82ffa020a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '758b37b4-c61f-4c2c-9210-1582ce72f8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:16Z', 'updated_at': '2021-06-26T21:31:24Z', 'revision_number': 4, 'project_id': '3ecf4b82ff4546638fecf82ffa020a90', 'gw_port': {'id': '758b37b4-c61f-4c2c-9210-1582ce72f8f6', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2490a2c6-32d7-43ce-bac8-36dab70d909e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:17Z', 'updated_at': '2021-06-26T21:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': 'f922a297-7d7e-4b47-8389-d4ff0c27225e', 'name': '', 'network_id': 'bc28af45-0719-4857-abc5-543275d813cf', 'tenant_id': '3ecf4b82ff4546638fecf82ffa020a90', 'mac_address': 'fa:16:3e:b3:5b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2490a2c6-32d7-43ce-bac8-36dab70d909e', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '93ff37c8-e0fb-4971-ba9b-23bf922d9b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:23Z', 'updated_at': '2021-06-26T21:31:25Z', 'revision_number': 2, 'project_id': '3ecf4b82ff4546638fecf82ffa020a90', 'subnets': [{'id': '93ff37c8-e0fb-4971-ba9b-23bf922d9b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:31:29.150397 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c0df2f-0142-44d4-9cc0-0a991a919c16 None None] Checking router: 2490a2c6-32d7-43ce-bac8-36dab70d909e for host: dv-cinder-798208-1-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 21:31:29.151352 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c0df2f-0142-44d4-9cc0-0a991a919c16 None None] Updating router 2490a2c6-32d7-43ce-bac8-36dab70d909e port f922a297-7d7e-4b47-8389-d4ff0c27225e binding host dv-cinder-798208-1-iscsi {{(pid=92924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 21:31:29.208669 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63c0df2f-0142-44d4-9cc0-0a991a919c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:29.332927 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 758b37b4-c61f-4c2c-9210-1582ce72f8f6 up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:31:29.501766 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-215a2dff-70aa-4123-ad48-073ffb7e50e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:29.531616 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60d3b4-717e-41c6-8581-8ecdaa9318ac req-4a2ac9b1-4809-4524-87f9-15c1a376cd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:29.533615 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-7a60d3b4-717e-41c6-8581-8ecdaa9318ac req-4a2ac9b1-4809-4524-87f9-15c1a376cd5f service neutron] 10.222.0.41 "GET /v2.0/networks?id=2305325d-a907-4cbb-9a7b-fe0c2ff5adf1 HTTP/1.1" status: 200 len: 920 time: 0.2963514 Jun 26 21:31:29.545547 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port 758b37b4-c61f-4c2c-9210-1582ce72f8f6 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:31:29.546009 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:29.591053 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-215a2dff-70aa-4123-ad48-073ffb7e50e4 admin admin] Transition to ACTIVE for port object f5b3db5c-9296-41d4-8a0d-98ce603e8ef9 will not be triggered until provisioned by entity DHCP. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:31:29.608744 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-df8bc76e-b94a-4cef-a1c4-1a2a7d203944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dee8d09-b948-4233-aa24-030384a7cb42', 'name': 'tempest-TestVolumeBootPattern-838963645-router', 'tenant_id': '14bf61a7254f4534a721414fd20240d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'ba594e0a-6c6f-4060-82e2-b199b23a04b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:23Z', 'updated_at': '2021-06-26T21:31:26Z', 'revision_number': 3, 'project_id': '14bf61a7254f4534a721414fd20240d4', 'gw_port': {'id': 'ba594e0a-6c6f-4060-82e2-b199b23a04b9', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dee8d09-b948-4233-aa24-030384a7cb42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:24Z', 'updated_at': '2021-06-26T21:31:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi'}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:31:29.618274 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-7a60d3b4-717e-41c6-8581-8ecdaa9318ac req-1e188a0b-ba87-4249-b9a5-7d66c5034861 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09ec0a32-cf86-48ed-a9fe-55855bfe4ab2 HTTP/1.1" status: 200 len: 217 time: 0.0772648 Jun 26 21:31:29.656503 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a35238-a691-459b-a6b6-a1ed031f11c4 req-e0a2c605-dd23-4bab-b38d-377b2fdc8560 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:29.664167 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8bc76e-b94a-4cef-a1c4-1a2a7d203944 None None] Checking router: 0dee8d09-b948-4233-aa24-030384a7cb42 for host: dv-cinder-798208-1-iscsi {{(pid=92923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 21:31:29.664794 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8bc76e-b94a-4cef-a1c4-1a2a7d203944 None None] Updating router 0dee8d09-b948-4233-aa24-030384a7cb42 port ba594e0a-6c6f-4060-82e2-b199b23a04b9 binding host dv-cinder-798208-1-iscsi {{(pid=92923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 21:31:29.669662 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-31a35238-a691-459b-a6b6-a1ed031f11c4 req-e0a2c605-dd23-4bab-b38d-377b2fdc8560 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5fc33bc-8b24-433b-9bdf-6a36c0abab99 HTTP/1.1" status: 200 len: 949 time: 0.5135627 Jun 26 21:31:29.826958 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60d3b4-717e-41c6-8581-8ecdaa9318ac req-a832e0c1-8518-49a6-a277-52a0b6a297fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:29.829992 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-7a60d3b4-717e-41c6-8581-8ecdaa9318ac req-a832e0c1-8518-49a6-a277-52a0b6a297fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=162b4e55-03bc-4a67-8c15-f483cdb4fffc HTTP/1.1" status: 200 len: 859 time: 0.2022738 Jun 26 21:31:29.849263 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623fe8f-8848-4561-8711-6857a2f92a30 req-f7f3c5f5-7332-48cf-a22b-a027fe931d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:29.850830 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5623fe8f-8848-4561-8711-6857a2f92a30 req-f7f3c5f5-7332-48cf-a22b-a027fe931d52 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a5fc33bc-8b24-433b-9bdf-6a36c0abab99 HTTP/1.1" status: 200 len: 1102 time: 0.5699344 Jun 26 21:31:29.873002 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 83f06d69-7f9d-4b0d-90d0-ecc52a2b1e44 up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:31:29.885277 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-31a35238-a691-459b-a6b6-a1ed031f11c4 req-7a0ebbc5-0c44-4cde-a906-c6babaf4dd48 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/security-groups?id=2274c13b-bbd1-42eb-97d9-3b7f41a692cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111185 Jun 26 21:31:29.944877 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-7a60d3b4-717e-41c6-8581-8ecdaa9318ac req-5c3172a1-c574-4848-8eb4-f51c3b444d48 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2305325d-a907-4cbb-9a7b-fe0c2ff5adf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1045332 Jun 26 21:31:29.946389 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-df8bc76e-b94a-4cef-a1c4-1a2a7d203944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:29.956591 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-215a2dff-70aa-4123-ad48-073ffb7e50e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8809475'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:29.962388 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-79350d9f-7ca9-4468-aef3-0bbedf7c3020 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:30.094286 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a2dff-70aa-4123-ad48-073ffb7e50e4 admin admin] Pushing event updated for resources: {'Port': ['ID=f5b3db5c-9296-41d4-8a0d-98ce603e8ef9,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:30.210559 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63c0df2f-0142-44d4-9cc0-0a991a919c16 None None] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:30.237132 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-63c0df2f-0142-44d4-9cc0-0a991a919c16 None None] Transition to ACTIVE for port object f922a297-7d7e-4b47-8389-d4ff0c27225e will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:31:30.250147 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63c0df2f-0142-44d4-9cc0-0a991a919c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:30.264623 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:30.312089 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215a2dff-70aa-4123-ad48-073ffb7e50e4 admin admin] Network de3fc5e5-65b7-4cf0-ac74-d433170735b0 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:31:30.317771 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a2dff-70aa-4123-ad48-073ffb7e50e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:30.318337 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a2dff-70aa-4123-ad48-073ffb7e50e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:30.326315 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a2dff-70aa-4123-ad48-073ffb7e50e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:30.327168 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a2dff-70aa-4123-ad48-073ffb7e50e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:30.329955 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a2dff-70aa-4123-ad48-073ffb7e50e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:30.336574 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a2dff-70aa-4123-ad48-073ffb7e50e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:30.337017 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a2dff-70aa-4123-ad48-073ffb7e50e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:30.340129 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a2dff-70aa-4123-ad48-073ffb7e50e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:30.340762 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a2dff-70aa-4123-ad48-073ffb7e50e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:30.348534 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a2dff-70aa-4123-ad48-073ffb7e50e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:30.349119 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a2dff-70aa-4123-ad48-073ffb7e50e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:30.355393 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a2dff-70aa-4123-ad48-073ffb7e50e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:30.386963 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5623fe8f-8848-4561-8711-6857a2f92a30 req-616c0ab2-909d-421f-90bb-634aef86a96d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2274c13b-bbd1-42eb-97d9-3b7f41a692cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5003643 Jun 26 21:31:30.396613 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-215a2dff-70aa-4123-ad48-073ffb7e50e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:31:30.417156 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215a2dff-70aa-4123-ad48-073ffb7e50e4 admin admin] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:31:30.428980 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-215a2dff-70aa-4123-ad48-073ffb7e50e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:30.465590 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-552a6545-14c6-42ff-9771-e36e63e70109 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:30.470189 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-552a6545-14c6-42ff-9771-e36e63e70109 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.41 "GET /v2.0/networks?id=2c5bc568-0f6a-468f-b968-93e3972ced30 HTTP/1.1" status: 200 len: 813 time: 0.5199611 Jun 26 21:31:30.652778 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-63c0df2f-0142-44d4-9cc0-0a991a919c16 None None] Attempting to bind port f922a297-7d7e-4b47-8389-d4ff0c27225e on host dv-cinder-798208-1-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:31:30.653539 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-63c0df2f-0142-44d4-9cc0-0a991a919c16 None None] Attempting to bind port f922a297-7d7e-4b47-8389-d4ff0c27225e by drivers openvswitch,hyperv on host dv-cinder-798208-1-iscsi at level 0 using segments [{'id': '00dd484c-becb-4ffb-a802-5f271948ca18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'bc28af45-0719-4857-abc5-543275d813cf'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:31:30.654474 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c0df2f-0142-44d4-9cc0-0a991a919c16 None None] Attempting to bind port f922a297-7d7e-4b47-8389-d4ff0c27225e on network bc28af45-0719-4857-abc5-543275d813cf {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:31:30.676487 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c0df2f-0142-44d4-9cc0-0a991a919c16 None None] Checking agent: {'id': '7280f8c8-6f14-48e1-b2dd-15f5d03fd9f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 21, 53), 'started_at': datetime.datetime(2021, 6, 26, 21, 22, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:31:30.677197 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c0df2f-0142-44d4-9cc0-0a991a919c16 None None] Checking segment: {'id': '00dd484c-becb-4ffb-a802-5f271948ca18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'bc28af45-0719-4857-abc5-543275d813cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:31:30.680408 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63c0df2f-0142-44d4-9cc0-0a991a919c16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:30.681053 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c0df2f-0142-44d4-9cc0-0a991a919c16 None None] Bound using segment: {'id': '00dd484c-becb-4ffb-a802-5f271948ca18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'bc28af45-0719-4857-abc5-543275d813cf'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:31:30.681811 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-63c0df2f-0142-44d4-9cc0-0a991a919c16 None None] Bound port: f922a297-7d7e-4b47-8389-d4ff0c27225e, host: dv-cinder-798208-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00dd484c-becb-4ffb-a802-5f271948ca18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'bc28af45-0719-4857-abc5-543275d813cf'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:31:30.690931 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63c0df2f-0142-44d4-9cc0-0a991a919c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:30.790368 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-7a60d3b4-717e-41c6-8581-8ecdaa9318ac req-24d22ccb-5c99-41f0-bf50-956562e2442d service neutron] 10.222.0.41 "GET /v2.0/networks/2305325d-a907-4cbb-9a7b-fe0c2ff5adf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575492 Jun 26 21:31:30.804078 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-61da38e5-89e7-4059-895f-dee473f533e4 req-5658e45a-697d-4a5b-8bfb-e8e9fd8ca3c4 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e068b2-0c01-460e-b8df-deec7dd90474 HTTP/1.1" status: 200 len: 210 time: 0.3581722 Jun 26 21:31:30.809073 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-961bfb0d-0293-4d9e-bd17-563e4d72361e tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Request body: {'port': {'device_id': 'f3e068b2-0c01-460e-b8df-deec7dd90474', 'network_id': '2c5bc568-0f6a-468f-b968-93e3972ced30', 'admin_state_up': True, 'tenant_id': '2ee5ec7eb2b3411d9a4940fb7dc9d91f'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:31:30.892299 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-63c0df2f-0142-44d4-9cc0-0a991a919c16 None None] For port f922a297-7d7e-4b47-8389-d4ff0c27225e, host dv-cinder-798208-1-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:31:30.901330 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-63c0df2f-0142-44d4-9cc0-0a991a919c16 None None] For port f922a297-7d7e-4b47-8389-d4ff0c27225e, host dv-cinder-798208-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=f922a297-7d7e-4b47-8389-d4ff0c27225e,segment=NetworkSegment(00dd484c-becb-4ffb-a802-5f271948ca18),segment_id=00dd484c-becb-4ffb-a802-5f271948ca18)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:31:30.905620 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4757545-32b1-4467-b4de-7605f8146e91 None None] Pushing event updated for resources: {'Port': ['ID=f922a297-7d7e-4b47-8389-d4ff0c27225e,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:30.921412 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-d4757545-32b1-4467-b4de-7605f8146e91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:30.924201 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63c0df2f-0142-44d4-9cc0-0a991a919c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:30.947010 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:31.026150 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c0df2f-0142-44d4-9cc0-0a991a919c16 None None] Routers {'2490a2c6-32d7-43ce-bac8-36dab70d909e'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:31:31.030548 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-63c0df2f-0142-44d4-9cc0-0a991a919c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:31:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['2490a2c6-32d7-43ce-bac8-36dab70d909e'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:31:31.164932 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-df8bc76e-b94a-4cef-a1c4-1a2a7d203944 None None] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:31.186038 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 41538) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:31:31.209233 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning for port 83f06d69-7f9d-4b0d-90d0-ecc52a2b1e44 completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:31:31.260667 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-7a60d3b4-717e-41c6-8581-8ecdaa9318ac req-d23de22f-0cfb-4a66-a8ed-5bb6ee8c98ea service neutron] 10.222.0.41 "GET /v2.0/networks/2305325d-a907-4cbb-9a7b-fe0c2ff5adf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4345734 Jun 26 21:31:31.263000 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-215a2dff-70aa-4123-ad48-073ffb7e50e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-698637'] for router_interface, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:31.295454 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-961bfb0d-0293-4d9e-bd17-563e4d72361e tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Made reservation on behalf of 2ee5ec7eb2b3411d9a4940fb7dc9d91f for: {'port': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:31:31.301106 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-961bfb0d-0293-4d9e-bd17-563e4d72361e tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:31.357110 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port 83f06d69-7f9d-4b0d-90d0-ecc52a2b1e44 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:31:31.359819 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:31.540342 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-df8bc76e-b94a-4cef-a1c4-1a2a7d203944 None None] Transition to ACTIVE for port object ba594e0a-6c6f-4060-82e2-b199b23a04b9 will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:31:31.607878 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-df8bc76e-b94a-4cef-a1c4-1a2a7d203944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:31.622019 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:31.652033 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4757545-32b1-4467-b4de-7605f8146e91 None None] Pushing event updated for resources: {'Port': ['ID=f922a297-7d7e-4b47-8389-d4ff0c27225e,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:31.659152 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-d4757545-32b1-4467-b4de-7605f8146e91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:31.664363 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-63c0df2f-0142-44d4-9cc0-0a991a919c16 None None] Set router 2490a2c6-32d7-43ce-bac8-36dab70d909e gateway port host: dv-cinder-798208-1-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:31:31.729586 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-961bfb0d-0293-4d9e-bd17-563e4d72361e tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Allocated IP 172.20.0.14 (2c5bc568-0f6a-468f-b968-93e3972ced30/b3ab793f-3a73-4271-8f8a-84862d9d2427/b052cd9e-6165-4b35-860d-f3efb447d082) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:31:31.748297 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aead16c-b81f-4e25-a525-64031ff5173c None None] Pushing event updated for resources: {'Port': ['ID=ba594e0a-6c6f-4060-82e2-b199b23a04b9,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:31.755033 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd3ad4-d1ef-42bf-8518-ffd80992c0c4 req-38574897-21a6-4977-8dc4-83a4fcbc198a tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:31.756828 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2ddd3ad4-d1ef-42bf-8518-ffd80992c0c4 req-38574897-21a6-4977-8dc4-83a4fcbc198a tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 946 time: 1.0794871 Jun 26 21:31:31.809208 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aead16c-b81f-4e25-a525-64031ff5173c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:31.809629 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aead16c-b81f-4e25-a525-64031ff5173c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:31.809939 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aead16c-b81f-4e25-a525-64031ff5173c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:31.811947 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aead16c-b81f-4e25-a525-64031ff5173c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:31.812534 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aead16c-b81f-4e25-a525-64031ff5173c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:31.813842 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aead16c-b81f-4e25-a525-64031ff5173c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:31.814348 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aead16c-b81f-4e25-a525-64031ff5173c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:31.816582 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aead16c-b81f-4e25-a525-64031ff5173c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:31.817171 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aead16c-b81f-4e25-a525-64031ff5173c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:31.819565 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aead16c-b81f-4e25-a525-64031ff5173c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:31.822118 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aead16c-b81f-4e25-a525-64031ff5173c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:31.823300 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aead16c-b81f-4e25-a525-64031ff5173c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:31:31.833549 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-6aead16c-b81f-4e25-a525-64031ff5173c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:31.875591 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-df8bc76e-b94a-4cef-a1c4-1a2a7d203944 None None] Attempting to bind port ba594e0a-6c6f-4060-82e2-b199b23a04b9 on host dv-cinder-798208-1-iscsi for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:31:31.876445 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-df8bc76e-b94a-4cef-a1c4-1a2a7d203944 None None] Attempting to bind port ba594e0a-6c6f-4060-82e2-b199b23a04b9 by drivers openvswitch,hyperv on host dv-cinder-798208-1-iscsi at level 0 using segments [{'id': '4f28365d-aca5-4c5a-9953-491fa10de68c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:31:31.882824 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8bc76e-b94a-4cef-a1c4-1a2a7d203944 None None] Attempting to bind port ba594e0a-6c6f-4060-82e2-b199b23a04b9 on network fc74eb2e-f674-4785-8e1a-443cbfb459f7 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:31:31.891588 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8bc76e-b94a-4cef-a1c4-1a2a7d203944 None None] Checking agent: {'id': '7280f8c8-6f14-48e1-b2dd-15f5d03fd9f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 21, 53), 'started_at': datetime.datetime(2021, 6, 26, 21, 22, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:31:31.892341 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8bc76e-b94a-4cef-a1c4-1a2a7d203944 None None] Checking segment: {'id': '4f28365d-aca5-4c5a-9953-491fa10de68c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:31:31.899621 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-df8bc76e-b94a-4cef-a1c4-1a2a7d203944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:31.900514 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8bc76e-b94a-4cef-a1c4-1a2a7d203944 None None] Bound using segment: {'id': '4f28365d-aca5-4c5a-9953-491fa10de68c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:31:31.901277 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-df8bc76e-b94a-4cef-a1c4-1a2a7d203944 None None] Bound port: ba594e0a-6c6f-4060-82e2-b199b23a04b9, host: dv-cinder-798208-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f28365d-aca5-4c5a-9953-491fa10de68c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:31:31.901976 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-df8bc76e-b94a-4cef-a1c4-1a2a7d203944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:32.060516 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2ddd3ad4-d1ef-42bf-8518-ffd80992c0c4 req-dc31086f-e52e-485b-88e6-a79bbed92007 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910340 Jun 26 21:31:32.102486 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-5ad592e5-a2da-48d0-a009-05ec53808995 None None] Provisioning for port f5b3db5c-9296-41d4-8a0d-98ce603e8ef9 completed by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:31:32.108876 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4303fc-0ada-43dd-995f-6ac2d3da20f3 req-2533ed23-c4ce-4e87-8b7d-f047fc65a9b0 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:32.121637 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9b4303fc-0ada-43dd-995f-6ac2d3da20f3 req-2533ed23-c4ce-4e87-8b7d-f047fc65a9b0 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5fc33bc-8b24-433b-9bdf-6a36c0abab99 HTTP/1.1" status: 200 len: 949 time: 0.5468702 Jun 26 21:31:32.173364 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-5ad592e5-a2da-48d0-a009-05ec53808995 None None] Provisioning complete for port f5b3db5c-9296-41d4-8a0d-98ce603e8ef9 triggered by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:31:32.173966 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5ad592e5-a2da-48d0-a009-05ec53808995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:32.194812 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:32.197091 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4f4bc291-1ad7-49c4-b239-498aaf823883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:32.205215 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-215a2dff-70aa-4123-ad48-073ffb7e50e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:32.260562 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-63c0df2f-0142-44d4-9cc0-0a991a919c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2490a2c6-32d7-43ce-bac8-36dab70d909e', 'name': 'tempest-TestMinimumBasicScenario-1233396986-router', 'tenant_id': '3ecf4b82ff4546638fecf82ffa020a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '758b37b4-c61f-4c2c-9210-1582ce72f8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:16Z', 'updated_at': '2021-06-26T21:31:24Z', 'revision_number': 4, 'project_id': '3ecf4b82ff4546638fecf82ffa020a90', 'gw_port': {'id': '758b37b4-c61f-4c2c-9210-1582ce72f8f6', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2490a2c6-32d7-43ce-bac8-36dab70d909e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:17Z', 'updated_at': '2021-06-26T21:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': 'f922a297-7d7e-4b47-8389-d4ff0c27225e', 'name': '', 'network_id': 'bc28af45-0719-4857-abc5-543275d813cf', 'tenant_id': '3ecf4b82ff4546638fecf82ffa020a90', 'mac_address': 'fa:16:3e:b3:5b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2490a2c6-32d7-43ce-bac8-36dab70d909e', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '93ff37c8-e0fb-4971-ba9b-23bf922d9b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:23Z', 'updated_at': '2021-06-26T21:31:30Z', 'revision_number': 4, 'project_id': '3ecf4b82ff4546638fecf82ffa020a90', 'subnets': [{'id': '93ff37c8-e0fb-4971-ba9b-23bf922d9b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:31:32.293058 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-961bfb0d-0293-4d9e-bd17-563e4d72361e tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:32.303461 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9b4303fc-0ada-43dd-995f-6ac2d3da20f3 req-6dc422db-c441-4076-8df7-ee723aed4805 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/security-groups?id=2274c13b-bbd1-42eb-97d9-3b7f41a692cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800342 Jun 26 21:31:32.352573 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-df8bc76e-b94a-4cef-a1c4-1a2a7d203944 None None] For port ba594e0a-6c6f-4060-82e2-b199b23a04b9, host dv-cinder-798208-1-iscsi, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:31:32.374808 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c0df2f-0142-44d4-9cc0-0a991a919c16 None None] The sync data for ids ['2490a2c6-32d7-43ce-bac8-36dab70d909e'] in dv-cinder-798208-1-iscsi is: [{'id': '2490a2c6-32d7-43ce-bac8-36dab70d909e', 'name': 'tempest-TestMinimumBasicScenario-1233396986-router', 'tenant_id': '3ecf4b82ff4546638fecf82ffa020a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '758b37b4-c61f-4c2c-9210-1582ce72f8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:16Z', 'updated_at': '2021-06-26T21:31:24Z', 'revision_number': 4, 'project_id': '3ecf4b82ff4546638fecf82ffa020a90', 'gw_port': {'id': '758b37b4-c61f-4c2c-9210-1582ce72f8f6', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2490a2c6-32d7-43ce-bac8-36dab70d909e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:17Z', 'updated_at': '2021-06-26T21:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': 'f922a297-7d7e-4b47-8389-d4ff0c27225e', 'name': '', 'network_id': 'bc28af45-0719-4857-abc5-543275d813cf', 'tenant_id': '3ecf4b82ff4546638fecf82ffa020a90', 'mac_address': 'fa:16:3e:b3:5b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2490a2c6-32d7-43ce-bac8-36dab70d909e', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '93ff37c8-e0fb-4971-ba9b-23bf922d9b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:23Z', 'updated_at': '2021-06-26T21:31:30Z', 'revision_number': 4, 'project_id': '3ecf4b82ff4546638fecf82ffa020a90', 'subnets': [{'id': '93ff37c8-e0fb-4971-ba9b-23bf922d9b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 21:31:32.411040 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] For port 83f06d69-7f9d-4b0d-90d0-ecc52a2b1e44, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=83f06d69-7f9d-4b0d-90d0-ecc52a2b1e44,segment=NetworkSegment(bbea3f78-de38-4ebc-a8fb-ed61a3b49803),segment_id=bbea3f78-de38-4ebc-a8fb-ed61a3b49803)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:31:32.442638 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-de1a6c2a-48e4-400b-b6c9-1435a7e47153 req-c04a70c1-846a-4889-ab56-c69a7b866189 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e068b2-0c01-460e-b8df-deec7dd90474 HTTP/1.1" status: 200 len: 210 time: 0.0651555 Jun 26 21:31:32.442898 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:32.444446 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device ae701824-31b4-4596-ad7a-28224c3260da up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:31:32.493818 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7534d24e-6f03-4d5d-85ec-c67e3bfe0211 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:32.502250 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-961bfb0d-0293-4d9e-bd17-563e4d72361e tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8896248'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:32.512420 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-df8bc76e-b94a-4cef-a1c4-1a2a7d203944 None None] For port ba594e0a-6c6f-4060-82e2-b199b23a04b9, host dv-cinder-798208-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=ba594e0a-6c6f-4060-82e2-b199b23a04b9,segment=NetworkSegment(4f28365d-aca5-4c5a-9953-491fa10de68c),segment_id=4f28365d-aca5-4c5a-9953-491fa10de68c)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:31:32.539354 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-4ca5d0e3-6a01-414d-8212-ded4fe8fa1f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:32.621992 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4f4bc291-1ad7-49c4-b239-498aaf823883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:32.626750 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] get_ports_and_sgs() called for port_ids ['fb35f91b-b87f-4004-9055-3a6bc5f92231', '9b02c420-d67c-4337-983a-872d1d747a5f', '97184965-a41a-4505-b5bb-f5aed24544e6'] {{(pid=92923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 21:31:32.640262 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-5ad592e5-a2da-48d0-a009-05ec53808995 None None] Port f5b3db5c-9296-41d4-8a0d-98ce603e8ef9 cannot update to ACTIVE because it is not bound. {{(pid=92923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 21:31:32.643702 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4f4bc291-1ad7-49c4-b239-498aaf823883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:32.656923 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-961bfb0d-0293-4d9e-bd17-563e4d72361e tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Network 2c5bc568-0f6a-468f-b968-93e3972ced30 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:31:32.678304 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-961bfb0d-0293-4d9e-bd17-563e4d72361e tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:31:32.684131 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-961bfb0d-0293-4d9e-bd17-563e4d72361e tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:31:32.696903 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961bfb0d-0293-4d9e-bd17-563e4d72361e tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Pushing event updated for resources: {'Port': ['ID=b052cd9e-6165-4b35-860d-f3efb447d082,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:32.708034 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-215a2dff-70aa-4123-ad48-073ffb7e50e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:32.718442 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-df8bc76e-b94a-4cef-a1c4-1a2a7d203944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:32.748515 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-961bfb0d-0293-4d9e-bd17-563e4d72361e tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:32.749025 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-93616b10-bdaa-476d-9b36-e8bcd70c4499 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:32.757241 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-215a2dff-70aa-4123-ad48-073ffb7e50e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8809713'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:32.761652 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:32.816278 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-215a2dff-70aa-4123-ad48-073ffb7e50e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-698769'] for router_interface, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:32.821504 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-961bfb0d-0293-4d9e-bd17-563e4d72361e tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:32.823463 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-961bfb0d-0293-4d9e-bd17-563e4d72361e tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:32.829334 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-4f4bc291-1ad7-49c4-b239-498aaf823883 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ecf4d8672962457bbfeb9b149b23d50d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6418951 Jun 26 21:31:32.862402 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4bc291-1ad7-49c4-b239-498aaf823883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443d3539-c915-47f6-add7-29045c4563a8,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:32.865359 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a2dff-70aa-4123-ad48-073ffb7e50e4 admin admin] Pushing event updated for resources: {'Port': ['ID=f5b3db5c-9296-41d4-8a0d-98ce603e8ef9,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:32.867051 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 41560) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:31:32.870753 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-4f4bc291-1ad7-49c4-b239-498aaf823883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:32.893590 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-961bfb0d-0293-4d9e-bd17-563e4d72361e tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1004994 Jun 26 21:31:32.909557 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-215a2dff-70aa-4123-ad48-073ffb7e50e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:32.909956 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-9e412d9a-fa54-4927-a7b1-0a1e1b2040ac service neutron] Request body: {'port': {'device_id': 'f3e068b2-0c01-460e-b8df-deec7dd90474', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79820'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:31:32.949433 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8bc76e-b94a-4cef-a1c4-1a2a7d203944 None None] Routers {'0dee8d09-b948-4233-aa24-030384a7cb42'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:31:32.961746 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-df8bc76e-b94a-4cef-a1c4-1a2a7d203944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:31:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['0dee8d09-b948-4233-aa24-030384a7cb42'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:31:33.068331 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-9e412d9a-fa54-4927-a7b1-0a1e1b2040ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:33.232652 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-df8bc76e-b94a-4cef-a1c4-1a2a7d203944 None None] Set router 0dee8d09-b948-4233-aa24-030384a7cb42 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:31:33.634553 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Pushing event updated for resources: {'Port': ['ID=83f06d69-7f9d-4b0d-90d0-ecc52a2b1e44,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:33.663502 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.164s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:33.697152 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-2badd98d-cb79-439f-9c49-78d0dcc38862 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.965s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:33.838131 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215a2dff-70aa-4123-ad48-073ffb7e50e4 admin admin] Network de3fc5e5-65b7-4cf0-ac74-d433170735b0 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:31:33.866793 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-215a2dff-70aa-4123-ad48-073ffb7e50e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:31:33.928074 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-9e412d9a-fa54-4927-a7b1-0a1e1b2040ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b052cd9e-6165-4b35-860d-f3efb447d082 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 21:31:33.961887 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-9e412d9a-fa54-4927-a7b1-0a1e1b2040ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:34.002320 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-9e412d9a-fa54-4927-a7b1-0a1e1b2040ac service neutron] Transition to ACTIVE for port object b052cd9e-6165-4b35-860d-f3efb447d082 will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:31:34.014409 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-9e412d9a-fa54-4927-a7b1-0a1e1b2040ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8896010'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:34.018959 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:34.067725 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e412d9a-fa54-4927-a7b1-0a1e1b2040ac service neutron] Pushing event updated for resources: {'Port': ['ID=b052cd9e-6165-4b35-860d-f3efb447d082,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:34.073107 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-9e412d9a-fa54-4927-a7b1-0a1e1b2040ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:34.226128 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215a2dff-70aa-4123-ad48-073ffb7e50e4 admin admin] Router 0dee8d09-b948-4233-aa24-030384a7cb42 has already been hosted by L3 agent 8f52ff15-e1cf-4181-89b9-9a217ed1d1bf {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 21:31:34.298859 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-9e412d9a-fa54-4927-a7b1-0a1e1b2040ac service neutron] Attempting to bind port b052cd9e-6165-4b35-860d-f3efb447d082 on host hv-cinder-79820 for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:31:34.300369 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-9e412d9a-fa54-4927-a7b1-0a1e1b2040ac service neutron] Attempting to bind port b052cd9e-6165-4b35-860d-f3efb447d082 by drivers openvswitch,hyperv on host hv-cinder-79820 at level 0 using segments [{'id': 'a198608a-0649-4b2e-a7e8-7785be688f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2c5bc568-0f6a-468f-b968-93e3972ced30'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:31:34.300783 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-9e412d9a-fa54-4927-a7b1-0a1e1b2040ac service neutron] Attempting to bind port b052cd9e-6165-4b35-860d-f3efb447d082 on network 2c5bc568-0f6a-468f-b968-93e3972ced30 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:31:34.314520 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-9e412d9a-fa54-4927-a7b1-0a1e1b2040ac service neutron] Port b052cd9e-6165-4b35-860d-f3efb447d082 on network 2c5bc568-0f6a-468f-b968-93e3972ced30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79820 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 21:31:34.314822 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-9e412d9a-fa54-4927-a7b1-0a1e1b2040ac service neutron] Attempting to bind port b052cd9e-6165-4b35-860d-f3efb447d082 on network 2c5bc568-0f6a-468f-b968-93e3972ced30 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:31:34.333536 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-9e412d9a-fa54-4927-a7b1-0a1e1b2040ac service neutron] Checking agent: {'id': '92a96a50-8a1c-4808-8af1-2ac9e1a0a70b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79820', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 27, 54), 'started_at': datetime.datetime(2021, 6, 26, 21, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:31:34.335074 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-9e412d9a-fa54-4927-a7b1-0a1e1b2040ac service neutron] Checking segment: {'id': 'a198608a-0649-4b2e-a7e8-7785be688f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2c5bc568-0f6a-468f-b968-93e3972ced30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:31:34.335074 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-9e412d9a-fa54-4927-a7b1-0a1e1b2040ac service neutron] Bound using segment: {'id': 'a198608a-0649-4b2e-a7e8-7785be688f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2c5bc568-0f6a-468f-b968-93e3972ced30'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:31:34.335756 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-9e412d9a-fa54-4927-a7b1-0a1e1b2040ac service neutron] Bound port: b052cd9e-6165-4b35-860d-f3efb447d082, host: hv-cinder-79820, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a198608a-0649-4b2e-a7e8-7785be688f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2c5bc568-0f6a-468f-b968-93e3972ced30'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:31:34.336104 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-9e412d9a-fa54-4927-a7b1-0a1e1b2040ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:34.363284 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port ae701824-31b4-4596-ad7a-28224c3260da triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:31:34.364083 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:34.389877 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-740e1fa3-5b35-4670-a873-5707483ab4bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:34.420303 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-740e1fa3-5b35-4670-a873-5707483ab4bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:34.522647 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-740e1fa3-5b35-4670-a873-5707483ab4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:34.526849 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-740e1fa3-5b35-4670-a873-5707483ab4bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:34.530331 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-740e1fa3-5b35-4670-a873-5707483ab4bc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/443d3539-c915-47f6-add7-29045c4563a8 HTTP/1.1" status: 204 len: 168 time: 1.6560686 Jun 26 21:31:34.540462 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff3dfb-da7e-4ab2-a07e-159aaabd29d9 req-9f65e716-7c9e-49b9-b4f7-754a3eef65ca tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:34.549257 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-adff3dfb-da7e-4ab2-a07e-159aaabd29d9 req-9f65e716-7c9e-49b9-b4f7-754a3eef65ca tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5fc33bc-8b24-433b-9bdf-6a36c0abab99 HTTP/1.1" status: 200 len: 949 time: 0.8130951 Jun 26 21:31:34.557145 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-a430802d-3abe-4d6c-95d7-6f6919b461d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:34.607668 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-9e412d9a-fa54-4927-a7b1-0a1e1b2040ac service neutron] For port b052cd9e-6165-4b35-860d-f3efb447d082, host hv-cinder-79820, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:31:34.612438 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-9e412d9a-fa54-4927-a7b1-0a1e1b2040ac service neutron] For port b052cd9e-6165-4b35-860d-f3efb447d082, host hv-cinder-79820, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=b052cd9e-6165-4b35-860d-f3efb447d082,segment=NetworkSegment(a198608a-0649-4b2e-a7e8-7785be688f5a),segment_id=a198608a-0649-4b2e-a7e8-7785be688f5a)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:31:34.623417 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-9e412d9a-fa54-4927-a7b1-0a1e1b2040ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8896010'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:34.626685 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:34.644307 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94cdd6-6026-4cae-b91c-8615970927f6 req-e36cbb0b-e08b-43a2-8910-87839f77d7d0 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:34.652066 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4c94cdd6-6026-4cae-b91c-8615970927f6 req-e36cbb0b-e08b-43a2-8910-87839f77d7d0 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 946 time: 1.2158432 Jun 26 21:31:34.683027 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e1fa3-5b35-4670-a873-5707483ab4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443d3539-c915-47f6-add7-29045c4563a8,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:34.698021 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-740e1fa3-5b35-4670-a873-5707483ab4bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:34.722038 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-9e412d9a-fa54-4927-a7b1-0a1e1b2040ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:34.729822 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-9e412d9a-fa54-4927-a7b1-0a1e1b2040ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:34.739039 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-9e412d9a-fa54-4927-a7b1-0a1e1b2040ac service neutron] 10.222.0.41 "PUT /v2.0/ports/b052cd9e-6165-4b35-860d-f3efb447d082 HTTP/1.1" status: 200 len: 1094 time: 1.8261595 Jun 26 21:31:34.740740 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e068b2-0c01-460e-b8df-deec7dd90474', 'tag': 'b052cd9e-6165-4b35-860d-f3efb447d082'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:31:34.749464 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b5f6d741f71b22ca80de7011a5bf010bd5b330abd4b28dbd747dc86a1ce20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4e2877-1c8e-4647-b8df-b35e3ccd3df0" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e068b2-0c01-460e-b8df-deec7dd90474", "tag": "b052cd9e-6165-4b35-860d-f3efb447d082"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:31:34.758036 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4c94cdd6-6026-4cae-b91c-8615970927f6 req-58ff4a30-4653-4387-9e15-6c9eb7e9d3f5 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049795 Jun 26 21:31:34.805886 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-adff3dfb-da7e-4ab2-a07e-159aaabd29d9 req-0d3d39fe-86b7-4646-93af-93303ca1ff9e tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/security-groups?id=2274c13b-bbd1-42eb-97d9-3b7f41a692cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555723 Jun 26 21:31:34.813488 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215a2dff-70aa-4123-ad48-073ffb7e50e4 admin admin] Notify agent at l3_agent.dv-cinder-798208-1-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 21:31:34.840424 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e412d9a-fa54-4927-a7b1-0a1e1b2040ac service neutron] Pushing event updated for resources: {'Port': ['ID=b052cd9e-6165-4b35-860d-f3efb447d082,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:34.855652 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-215a2dff-70aa-4123-ad48-073ffb7e50e4 admin admin] 10.222.0.24 "PUT /v2.0/routers/0dee8d09-b948-4233-aa24-030384a7cb42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8451822 Jun 26 21:31:34.862366 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aead16c-b81f-4e25-a525-64031ff5173c None None] Pushing event updated for resources: {'Port': ['ID=ba594e0a-6c6f-4060-82e2-b199b23a04b9,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:34.873473 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-df5b32a6-e29a-47c0-b54f-ce871bdf0a51 None None] Provisioning complete for port f5b3db5c-9296-41d4-8a0d-98ce603e8ef9 triggered by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:31:34.876279 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-df5b32a6-e29a-47c0-b54f-ce871bdf0a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:34.904623 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-9e412d9a-fa54-4927-a7b1-0a1e1b2040ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:35.008249 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 21:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e70cd6b-8d36-480f-a91a-07c63b470a43 x-openstack-request-id: req-5e70cd6b-8d36-480f-a91a-07c63b470a43 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:31:35.008917 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e068b2-0c01-460e-b8df-deec7dd90474", "tag": "b052cd9e-6165-4b35-860d-f3efb447d082", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:31:35.014978 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5e70cd6b-8d36-480f-a91a-07c63b470a43 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:31:35.015798 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e068b2-0c01-460e-b8df-deec7dd90474', 'tag': 'b052cd9e-6165-4b35-860d-f3efb447d082', 'status': 'completed', 'code': 200} Jun 26 21:31:35.041035 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-6aead16c-b81f-4e25-a525-64031ff5173c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.350s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:35.047516 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-df5b32a6-e29a-47c0-b54f-ce871bdf0a51 None None] Port f5b3db5c-9296-41d4-8a0d-98ce603e8ef9 cannot update to ACTIVE because it is not bound. {{(pid=92923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 21:31:35.124729 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-977e1946-4725-4341-9d33-cbfd54554727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:35.129043 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-977e1946-4725-4341-9d33-cbfd54554727 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2ee5ec7eb2b3411d9a4940fb7dc9d91f&device_id=f3e068b2-0c01-460e-b8df-deec7dd90474 HTTP/1.1" status: 200 len: 1097 time: 0.2723708 Jun 26 21:31:35.190081 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e93c0-7a7f-4484-ab99-0124c3f681c5 req-75fd2c5a-5525-4696-84e1-968e2a2fea54 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:35.200290 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-304e93c0-7a7f-4484-ab99-0124c3f681c5 req-75fd2c5a-5525-4696-84e1-968e2a2fea54 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e068b2-0c01-460e-b8df-deec7dd90474 HTTP/1.1" status: 200 len: 944 time: 0.1784439 Jun 26 21:31:35.275071 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-793dbfce-2725-414b-8568-22a9e126f4f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b052cd9e-6165-4b35-860d-f3efb447d082 HTTP/1.1" status: 200 len: 217 time: 0.1256146 Jun 26 21:31:35.346150 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-304e93c0-7a7f-4484-ab99-0124c3f681c5 req-6ed2c002-e58f-41ee-a42a-5c2b82966f64 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392949 Jun 26 21:31:35.526388 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-6ff46e01-6010-4898-994f-3cc531cf4933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:35.534089 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-6ff46e01-6010-4898-994f-3cc531cf4933 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3ab793f-3a73-4271-8f8a-84862d9d2427 HTTP/1.1" status: 200 len: 853 time: 0.2532108 Jun 26 21:31:35.545849 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-df8bc76e-b94a-4cef-a1c4-1a2a7d203944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dee8d09-b948-4233-aa24-030384a7cb42', 'name': 'tempest-TestVolumeBootPattern-838963645-router', 'tenant_id': '14bf61a7254f4534a721414fd20240d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'ba594e0a-6c6f-4060-82e2-b199b23a04b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:23Z', 'updated_at': '2021-06-26T21:31:32Z', 'revision_number': 4, 'project_id': '14bf61a7254f4534a721414fd20240d4', 'gw_port': {'id': 'ba594e0a-6c6f-4060-82e2-b199b23a04b9', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dee8d09-b948-4233-aa24-030384a7cb42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:24Z', 'updated_at': '2021-06-26T21:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': 'f5b3db5c-9296-41d4-8a0d-98ce603e8ef9', 'name': '', 'network_id': 'de3fc5e5-65b7-4cf0-ac74-d433170735b0', 'tenant_id': '14bf61a7254f4534a721414fd20240d4', 'mac_address': 'fa:16:3e:92:99:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dee8d09-b948-4233-aa24-030384a7cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '45c0a90b-aa7b-4952-895c-0f72b16785f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:28Z', 'updated_at': '2021-06-26T21:31:32Z', 'revision_number': 2, 'project_id': '14bf61a7254f4534a721414fd20240d4', 'subnets': [{'id': '45c0a90b-aa7b-4952-895c-0f72b16785f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:31:35.657585 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-b0e07d76-c0bd-4d2c-98d4-c54642cb35c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c5bc568-0f6a-468f-b968-93e3972ced30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1161480 Jun 26 21:31:35.784366 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8bc76e-b94a-4cef-a1c4-1a2a7d203944 None None] The sync data for ids ['0dee8d09-b948-4233-aa24-030384a7cb42'] in dv-cinder-798208-1-iscsi is: [{'id': '0dee8d09-b948-4233-aa24-030384a7cb42', 'name': 'tempest-TestVolumeBootPattern-838963645-router', 'tenant_id': '14bf61a7254f4534a721414fd20240d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'ba594e0a-6c6f-4060-82e2-b199b23a04b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:23Z', 'updated_at': '2021-06-26T21:31:32Z', 'revision_number': 4, 'project_id': '14bf61a7254f4534a721414fd20240d4', 'gw_port': {'id': 'ba594e0a-6c6f-4060-82e2-b199b23a04b9', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dee8d09-b948-4233-aa24-030384a7cb42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:24Z', 'updated_at': '2021-06-26T21:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': 'f5b3db5c-9296-41d4-8a0d-98ce603e8ef9', 'name': '', 'network_id': 'de3fc5e5-65b7-4cf0-ac74-d433170735b0', 'tenant_id': '14bf61a7254f4534a721414fd20240d4', 'mac_address': 'fa:16:3e:92:99:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dee8d09-b948-4233-aa24-030384a7cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '45c0a90b-aa7b-4952-895c-0f72b16785f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:28Z', 'updated_at': '2021-06-26T21:31:32Z', 'revision_number': 2, 'project_id': '14bf61a7254f4534a721414fd20240d4', 'subnets': [{'id': '45c0a90b-aa7b-4952-895c-0f72b16785f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 21:31:36.006980 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 83f06d69-7f9d-4b0d-90d0-ecc52a2b1e44 up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:31:36.279929 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-49f35623-2157-4526-8129-4eb674b3adbf service neutron] 10.222.0.41 "GET /v2.0/networks/2c5bc568-0f6a-468f-b968-93e3972ced30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6080637 Jun 26 21:31:36.318510 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port 83f06d69-7f9d-4b0d-90d0-ecc52a2b1e44 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:31:36.319335 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:36.599691 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543b9a1-5bda-44b1-b32d-dcba4e52cb74 req-5d59272e-cb98-4a21-8229-1bba28572d52 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:36.609600 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c543b9a1-5bda-44b1-b32d-dcba4e52cb74 req-5d59272e-cb98-4a21-8229-1bba28572d52 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 946 time: 0.2733653 Jun 26 21:31:36.664154 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-0ca0574e-c0c9-47f8-8836-9adc027731f1 req-9196a5e4-9311-4ebb-8115-c1c762db045b service neutron] 10.222.0.41 "GET /v2.0/networks/2c5bc568-0f6a-468f-b968-93e3972ced30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751543 Jun 26 21:31:36.719541 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device f922a297-7d7e-4b47-8389-d4ff0c27225e up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:31:36.732080 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c543b9a1-5bda-44b1-b32d-dcba4e52cb74 req-ec1b6c24-88b2-4b8e-905d-4c806f667dbe tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211472 Jun 26 21:31:36.829358 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning for port f922a297-7d7e-4b47-8389-d4ff0c27225e completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:31:36.836981 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port f922a297-7d7e-4b47-8389-d4ff0c27225e triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:31:36.838753 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:37.032020 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e2877-1c8e-4647-b8df-b35e3ccd3df0 req-deb4a3f0-bbae-45bc-9fa2-8a431f42a76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:37.050377 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-9f4e2877-1c8e-4647-b8df-b35e3ccd3df0 req-deb4a3f0-bbae-45bc-9fa2-8a431f42a76b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2ee5ec7eb2b3411d9a4940fb7dc9d91f&device_id=f3e068b2-0c01-460e-b8df-deec7dd90474 HTTP/1.1" status: 200 len: 1097 time: 0.2710402 Jun 26 21:31:37.082858 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:37.284982 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] For port f922a297-7d7e-4b47-8389-d4ff0c27225e, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=f922a297-7d7e-4b47-8389-d4ff0c27225e,segment=NetworkSegment(00dd484c-becb-4ffb-a802-5f271948ca18),segment_id=00dd484c-becb-4ffb-a802-5f271948ca18)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:31:37.377835 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:37.440417 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:37.574701 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e2877-1c8e-4647-b8df-b35e3ccd3df0 req-580c582a-64b6-4f18-8584-c7c2d5a7dc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:37.593871 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-9f4e2877-1c8e-4647-b8df-b35e3ccd3df0 req-580c582a-64b6-4f18-8584-c7c2d5a7dc18 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2c5bc568-0f6a-468f-b968-93e3972ced30 HTTP/1.1" status: 200 len: 914 time: 0.5365860 Jun 26 21:31:37.603171 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 41662) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:31:37.636702 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-08b19c6c-009c-4d78-914b-f2c6ba75e468 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-126239869', 'description': 'tempest-secgroup-smoke-126239869 description', 'project_id': 'd57413efbdfc45b299c235407da019ce'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:31:37.717781 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Pushing event updated for resources: {'Port': ['ID=f922a297-7d7e-4b47-8389-d4ff0c27225e,revision_number=5']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:37.719682 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5949fafc-ce55-4570-ac9b-74840c01dd35 req-ae8e83c6-a3c6-4c77-b58a-8f4ab1af1256 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:37.722713 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5949fafc-ce55-4570-ac9b-74840c01dd35 req-ae8e83c6-a3c6-4c77-b58a-8f4ab1af1256 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5fc33bc-8b24-433b-9bdf-6a36c0abab99 HTTP/1.1" status: 200 len: 949 time: 0.3363702 Jun 26 21:31:37.729044 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:37.824221 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5949fafc-ce55-4570-ac9b-74840c01dd35 req-02db4dff-5465-4c2e-be91-b5f695312935 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/security-groups?id=2274c13b-bbd1-42eb-97d9-3b7f41a692cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720394 Jun 26 21:31:37.915654 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-9f4e2877-1c8e-4647-b8df-b35e3ccd3df0 req-4244640e-c9c3-46a7-b86a-f1ce41871ec0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b052cd9e-6165-4b35-860d-f3efb447d082 HTTP/1.1" status: 200 len: 217 time: 0.3069780 Jun 26 21:31:38.021691 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c1609-a79e-482b-9d6e-a1a1040d0271 req-3400ee12-6b1d-4fbb-b84f-662d6e8820ba tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:38.030428 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3c8c1609-a79e-482b-9d6e-a1a1040d0271 req-3400ee12-6b1d-4fbb-b84f-662d6e8820ba tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e068b2-0c01-460e-b8df-deec7dd90474 HTTP/1.1" status: 200 len: 944 time: 0.1715567 Jun 26 21:31:38.167507 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3c8c1609-a79e-482b-9d6e-a1a1040d0271 req-f931ec4b-dd4d-46ac-8ef7-c6c2e017863b tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279411 Jun 26 21:31:38.314197 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-08b19c6c-009c-4d78-914b-f2c6ba75e468 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:38.905754 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16670e-4457-4d9c-99b3-ce8e73cff426 req-b8bbd6ab-8275-42c7-9460-603624b072bf tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:38.916042 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-df16670e-4457-4d9c-99b3-ce8e73cff426 req-b8bbd6ab-8275-42c7-9460-603624b072bf tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.1680596 Jun 26 21:31:39.024980 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-df16670e-4457-4d9c-99b3-ce8e73cff426 req-b7898f46-200b-4036-af43-53a27b4f5c1c tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080029 Jun 26 21:31:39.195451 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e2877-1c8e-4647-b8df-b35e3ccd3df0 req-692511d6-9761-4252-aa8a-4c0ca4bc7701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:39.197895 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-9f4e2877-1c8e-4647-b8df-b35e3ccd3df0 req-692511d6-9761-4252-aa8a-4c0ca4bc7701 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3ab793f-3a73-4271-8f8a-84862d9d2427 HTTP/1.1" status: 200 len: 853 time: 1.1512992 Jun 26 21:31:39.244588 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed03e8-8c65-479a-8819-dc1fa81720ab req-68e743e9-622b-49fc-bcf1-be9a2a7596ed tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:39.246563 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-40ed03e8-8c65-479a-8819-dc1fa81720ab req-68e743e9-622b-49fc-bcf1-be9a2a7596ed tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 946 time: 0.1514537 Jun 26 21:31:39.305250 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-9f4e2877-1c8e-4647-b8df-b35e3ccd3df0 req-bc1401a6-a831-4ee4-b369-28cf9d79f8d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c5bc568-0f6a-468f-b968-93e3972ced30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832849 Jun 26 21:31:39.328910 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228fda0-b111-46b5-9f54-35b8ccdf42eb req-66535ce5-3e77-46ea-bdbf-7787dd4e3801 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:39.330710 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a228fda0-b111-46b5-9f54-35b8ccdf42eb req-66535ce5-3e77-46ea-bdbf-7787dd4e3801 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5fc33bc-8b24-433b-9bdf-6a36c0abab99 HTTP/1.1" status: 200 len: 949 time: 0.1379430 Jun 26 21:31:39.334501 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-40ed03e8-8c65-479a-8819-dc1fa81720ab req-293b8343-0bd1-4c51-acb7-d13518dc5950 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790300 Jun 26 21:31:39.357375 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc2981-6b32-4526-95e9-846b7c182f21 req-b6a8cfa9-e8d4-4d98-85ec-6923f13a49e9 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:39.359140 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-f9cc2981-6b32-4526-95e9-846b7c182f21 req-b6a8cfa9-e8d4-4d98-85ec-6923f13a49e9 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5fc33bc-8b24-433b-9bdf-6a36c0abab99 HTTP/1.1" status: 200 len: 949 time: 1.4440205 Jun 26 21:31:39.421644 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a228fda0-b111-46b5-9f54-35b8ccdf42eb req-a322fd76-5868-4a5b-9846-c36789b963d3 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/security-groups?id=2274c13b-bbd1-42eb-97d9-3b7f41a692cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811603 Jun 26 21:31:39.775873 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device ba594e0a-6c6f-4060-82e2-b199b23a04b9 up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:31:39.794208 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-08b19c6c-009c-4d78-914b-f2c6ba75e468 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:39.795398 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa1c252-d707-4b52-b5ae-2a2d1fafd1f3 req-436d0d65-21d2-49f0-ba0a-30b25acebf66 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:39.799564 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-9f4e2877-1c8e-4647-b8df-b35e3ccd3df0 req-9e836d6a-32b3-4a4f-a3ff-52412579e1a5 service neutron] 10.222.0.41 "GET /v2.0/networks/2c5bc568-0f6a-468f-b968-93e3972ced30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4724092 Jun 26 21:31:39.809245 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-efa1c252-d707-4b52-b5ae-2a2d1fafd1f3 req-436d0d65-21d2-49f0-ba0a-30b25acebf66 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e068b2-0c01-460e-b8df-deec7dd90474 HTTP/1.1" status: 200 len: 944 time: 0.1918666 Jun 26 21:31:39.810571 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-08b19c6c-009c-4d78-914b-f2c6ba75e468 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:39.840712 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-45718b27-0881-435b-987f-bc2fc67fc51d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:39.928494 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning for port ba594e0a-6c6f-4060-82e2-b199b23a04b9 completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:31:39.933157 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port ba594e0a-6c6f-4060-82e2-b199b23a04b9 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:31:39.933640 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:39.952072 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-08b19c6c-009c-4d78-914b-f2c6ba75e468 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:39.962228 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-08b19c6c-009c-4d78-914b-f2c6ba75e468 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 2.3568037 Jun 26 21:31:39.982543 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-efa1c252-d707-4b52-b5ae-2a2d1fafd1f3 req-07966e51-d194-4f39-8a0f-98dd01528518 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707866 Jun 26 21:31:39.983489 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 41702) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:31:40.028270 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-54d0c2b6-e8b7-4f2f-8a9b-9178e43f68fc tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Request body: {'security_group_rule': {'security_group_id': 'ec64ee0d-6832-4a84-a6d9-48c6d44b7b50', 'project_id': 'd57413efbdfc45b299c235407da019ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:31:40.215289 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b19c6c-009c-4d78-914b-f2c6ba75e468 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:40.239997 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-08b19c6c-009c-4d78-914b-f2c6ba75e468 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:40.245437 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:40.246871 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-f9cc2981-6b32-4526-95e9-846b7c182f21 req-23d584b1-4b7d-40bd-b86d-b90eeb1e21bf tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Deleting port 9c37d956-87db-44e0-851f-1f22e3a16f75 {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:31:40.247259 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-f9cc2981-6b32-4526-95e9-846b7c182f21 req-23d584b1-4b7d-40bd-b86d-b90eeb1e21bf tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:40.305831 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] For port ba594e0a-6c6f-4060-82e2-b199b23a04b9, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=ba594e0a-6c6f-4060-82e2-b199b23a04b9,segment=NetworkSegment(4f28365d-aca5-4c5a-9953-491fa10de68c),segment_id=4f28365d-aca5-4c5a-9953-491fa10de68c)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:31:40.319169 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:40.320923 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device f922a297-7d7e-4b47-8389-d4ff0c27225e up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:31:40.377981 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:40.395274 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-9f4e2877-1c8e-4647-b8df-b35e3ccd3df0 req-a4973376-bd59-4a84-b71c-63e92dd70739 service neutron] 10.222.0.41 "GET /v2.0/networks/2c5bc568-0f6a-468f-b968-93e3972ced30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5591621 Jun 26 21:31:40.396389 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-54d0c2b6-e8b7-4f2f-8a9b-9178e43f68fc tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:40.438098 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eda7d7-19d7-40b9-97af-6fd13aeccd87 req-1490f9ff-2439-4889-9945-5e892b0d8603 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:40.446367 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-84eda7d7-19d7-40b9-97af-6fd13aeccd87 req-1490f9ff-2439-4889-9945-5e892b0d8603 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.1508906 Jun 26 21:31:40.541459 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Pushing event updated for resources: {'Port': ['ID=ba594e0a-6c6f-4060-82e2-b199b23a04b9,revision_number=4']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:40.542656 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-f9cc2981-6b32-4526-95e9-846b7c182f21 req-23d584b1-4b7d-40bd-b86d-b90eeb1e21bf tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] For port 9c37d956-87db-44e0-851f-1f22e3a16f75, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=9c37d956-87db-44e0-851f-1f22e3a16f75,segment=NetworkSegment(d3d185cd-db11-44ba-85fb-e2106eb6ec7c),segment_id=d3d185cd-db11-44ba-85fb-e2106eb6ec7c)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:31:40.543246 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-f9cc2981-6b32-4526-95e9-846b7c182f21 req-23d584b1-4b7d-40bd-b86d-b90eeb1e21bf tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:40.559021 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:40.561964 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-84eda7d7-19d7-40b9-97af-6fd13aeccd87 req-d0e64af3-06a1-4ec1-a99b-cf84f6ce6f43 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145952 Jun 26 21:31:40.581549 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-f9cc2981-6b32-4526-95e9-846b7c182f21 req-23d584b1-4b7d-40bd-b86d-b90eeb1e21bf tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Calling delete_port for 9c37d956-87db-44e0-851f-1f22e3a16f75 owned by compute:nova {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:31:40.581828 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port f922a297-7d7e-4b47-8389-d4ff0c27225e triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:31:40.581828 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:40.866171 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device b052cd9e-6165-4b35-860d-f3efb447d082 details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=92923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 21:31:40.905741 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-54d0c2b6-e8b7-4f2f-8a9b-9178e43f68fc tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:40.933648 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-54d0c2b6-e8b7-4f2f-8a9b-9178e43f68fc tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-625768'] for security_group_rule, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:40.939682 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-077c72a7-8c7b-4e3c-abde-20fe6fd08423 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:41.050452 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d0c2b6-e8b7-4f2f-8a9b-9178e43f68fc tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54c3d6de-1f20-43c5-aeb6-68fa2ebfc70e,revision_number=0']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:41.055545 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-54d0c2b6-e8b7-4f2f-8a9b-9178e43f68fc tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:41.070469 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-54d0c2b6-e8b7-4f2f-8a9b-9178e43f68fc tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:41.074597 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-54d0c2b6-e8b7-4f2f-8a9b-9178e43f68fc tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0865462 Jun 26 21:31:41.087920 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 41730) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:31:41.093030 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-dc324ac1-2c9a-48c7-8c0d-ad5ba1b762d3 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Request body: {'security_group_rule': {'security_group_id': 'ec64ee0d-6832-4a84-a6d9-48c6d44b7b50', 'project_id': 'd57413efbdfc45b299c235407da019ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:31:41.159276 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-f9cc2981-6b32-4526-95e9-846b7c182f21 req-23d584b1-4b7d-40bd-b86d-b90eeb1e21bf tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8896241'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:41.164311 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-d268d605-9f4e-4ab1-b2f2-29fe0ae1c1ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:41.180247 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7780541d-f0ae-4e9d-97d8-69dfd04488aa req-3a678d0a-b56d-4fc0-8b7a-fb80a52bbf4e tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:41.184448 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port b052cd9e-6165-4b35-860d-f3efb447d082, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=b052cd9e-6165-4b35-860d-f3efb447d082,segment=NetworkSegment(a198608a-0649-4b2e-a7e8-7785be688f5a),segment_id=a198608a-0649-4b2e-a7e8-7785be688f5a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:31:41.199597 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7780541d-f0ae-4e9d-97d8-69dfd04488aa req-3a678d0a-b56d-4fc0-8b7a-fb80a52bbf4e tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5fc33bc-8b24-433b-9bdf-6a36c0abab99 HTTP/1.1" status: 200 len: 949 time: 0.3269792 Jun 26 21:31:41.225322 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d584b1-4b7d-40bd-b86d-b90eeb1e21bf tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Pushing event deleted for resources: {'Port': ['ID=9c37d956-87db-44e0-851f-1f22e3a16f75,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:41.235246 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Returning: {'device': 'b052cd9e-6165-4b35-860d-f3efb447d082', 'network_id': '2c5bc568-0f6a-468f-b968-93e3972ced30', 'port_id': 'b052cd9e-6165-4b35-860d-f3efb447d082', 'mac_address': 'fa:16:3e:0e:ea:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3ab793f-3a73-4271-8f8a-84862d9d2427', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 21:31:41.286772 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-dc324ac1-2c9a-48c7-8c0d-ad5ba1b762d3 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:41.294479 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-23d584b1-4b7d-40bd-b86d-b90eeb1e21bf tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:41.334562 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9cc2981-6b32-4526-95e9-846b7c182f21 req-23d584b1-4b7d-40bd-b86d-b90eeb1e21bf tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] No DVR routers for this DVR port 9c37d956-87db-44e0-851f-1f22e3a16f75 on host hv-cinder-79820 {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 21:31:41.351640 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-f9cc2981-6b32-4526-95e9-846b7c182f21 req-23d584b1-4b7d-40bd-b86d-b90eeb1e21bf tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:41.356862 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-f9cc2981-6b32-4526-95e9-846b7c182f21 req-23d584b1-4b7d-40bd-b86d-b90eeb1e21bf tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.41 "DELETE /v2.0/ports/9c37d956-87db-44e0-851f-1f22e3a16f75 HTTP/1.1" status: 204 len: 173 time: 1.9710083 Jun 26 21:31:41.357567 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5fc33bc-8b24-433b-9bdf-6a36c0abab99', 'name': 'network-vif-deleted', 'tag': '9c37d956-87db-44e0-851f-1f22e3a16f75'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:31:41.360050 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b5f6d741f71b22ca80de7011a5bf010bd5b330abd4b28dbd747dc86a1ce20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5550bf-bce2-48fe-b2e3-9c44ab4c6d4e" -d '{"events": [{"server_uuid": "a5fc33bc-8b24-433b-9bdf-6a36c0abab99", "name": "network-vif-deleted", "tag": "9c37d956-87db-44e0-851f-1f22e3a16f75"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:31:41.372104 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:41.413892 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b052cd9e-6165-4b35-860d-f3efb447d082 {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 21:31:41.417992 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7780541d-f0ae-4e9d-97d8-69dfd04488aa req-8485094c-c352-49bf-8161-b253a50f72d7 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/security-groups?id=2274c13b-bbd1-42eb-97d9-3b7f41a692cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162204 Jun 26 21:31:41.503399 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-dc324ac1-2c9a-48c7-8c0d-ad5ba1b762d3 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:41.530869 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-dc324ac1-2c9a-48c7-8c0d-ad5ba1b762d3 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-625768'] for security_group_rule, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:41.533692 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-54d0c2b6-e8b7-4f2f-8a9b-9178e43f68fc tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:41.564599 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port b052cd9e-6165-4b35-860d-f3efb447d082, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=b052cd9e-6165-4b35-860d-f3efb447d082,segment=NetworkSegment(a198608a-0649-4b2e-a7e8-7785be688f5a),segment_id=a198608a-0649-4b2e-a7e8-7785be688f5a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:31:41.580790 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:41.598249 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:41.629940 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc324ac1-2c9a-48c7-8c0d-ad5ba1b762d3 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2418fe66-99f5-489b-b70d-69793e825005,revision_number=0']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:41.634374 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-dc324ac1-2c9a-48c7-8c0d-ad5ba1b762d3 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:41.639331 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-dc324ac1-2c9a-48c7-8c0d-ad5ba1b762d3 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:41.641123 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-dc324ac1-2c9a-48c7-8c0d-ad5ba1b762d3 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5519655 Jun 26 21:31:41.645802 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 41738) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:31:41.654508 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-41d17c24-9ead-4f8c-958e-864066e9f35c tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Request body: {'security_group_rule': {'security_group_id': 'ec64ee0d-6832-4a84-a6d9-48c6d44b7b50', 'project_id': 'd57413efbdfc45b299c235407da019ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:31:41.657984 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 21:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a72fc53-9333-40c6-bfb8-e713e4625f66 x-openstack-request-id: req-5a72fc53-9333-40c6-bfb8-e713e4625f66 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:31:41.658422 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5fc33bc-8b24-433b-9bdf-6a36c0abab99", "name": "network-vif-deleted", "tag": "9c37d956-87db-44e0-851f-1f22e3a16f75", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:31:41.658805 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5a72fc53-9333-40c6-bfb8-e713e4625f66 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:31:41.659354 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5fc33bc-8b24-433b-9bdf-6a36c0abab99', 'name': 'network-vif-deleted', 'tag': '9c37d956-87db-44e0-851f-1f22e3a16f75', 'status': 'completed', 'code': 200} Jun 26 21:31:41.724114 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device ba594e0a-6c6f-4060-82e2-b199b23a04b9 up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:31:41.876767 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=b052cd9e-6165-4b35-860d-f3efb447d082,revision_number=4']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:41.906690 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:41.934423 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port ba594e0a-6c6f-4060-82e2-b199b23a04b9 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:31:41.935469 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:41.964038 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-41d17c24-9ead-4f8c-958e-864066e9f35c tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:42.019157 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55190367-e6f0-4059-92fd-14175103f183 req-ecc8cfc8-b14b-424e-8665-cbbd82175ad6 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:42.022085 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-55190367-e6f0-4059-92fd-14175103f183 req-ecc8cfc8-b14b-424e-8665-cbbd82175ad6 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e068b2-0c01-460e-b8df-deec7dd90474 HTTP/1.1" status: 200 len: 945 time: 0.3474278 Jun 26 21:31:42.194522 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-55190367-e6f0-4059-92fd-14175103f183 req-c6319392-3796-4855-8f4b-5e63d43283c9 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434333 Jun 26 21:31:42.210383 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93477b8-ef68-4ac8-8535-fcd8ed0a4408 None None] Sync routers for ids ['0dee8d09-b948-4233-aa24-030384a7cb42'] in dv-cinder-798208-1-iscsi {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 21:31:42.226539 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-41d17c24-9ead-4f8c-958e-864066e9f35c tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:42.231488 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93477b8-ef68-4ac8-8535-fcd8ed0a4408 None None] Routers {'0dee8d09-b948-4233-aa24-030384a7cb42'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:31:42.232436 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-c93477b8-ef68-4ac8-8535-fcd8ed0a4408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:31:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['0dee8d09-b948-4233-aa24-030384a7cb42'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:31:42.251670 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b25437-5c94-467c-83a5-6cdbcc8d6dd7 req-6b28edef-6d39-4944-987f-901cac6015db tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:42.264033 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-53b25437-5c94-467c-83a5-6cdbcc8d6dd7 req-6b28edef-6d39-4944-987f-901cac6015db tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.3404727 Jun 26 21:31:42.265144 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-41d17c24-9ead-4f8c-958e-864066e9f35c tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-625768'] for security_group_rule, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:42.268549 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:42.329433 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d17c24-9ead-4f8c-958e-864066e9f35c tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d392a42-19b4-44a4-abb9-654a9e8bb486,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:42.335010 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-41d17c24-9ead-4f8c-958e-864066e9f35c tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:42.341511 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 41744) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:31:42.342880 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-41d17c24-9ead-4f8c-958e-864066e9f35c tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6944029 Jun 26 21:31:42.346500 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-9959b2f0-0050-47f9-8adc-c3f4e1d8c1be tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Request body: {'security_group_rule': {'security_group_id': 'ec64ee0d-6832-4a84-a6d9-48c6d44b7b50', 'project_id': 'd57413efbdfc45b299c235407da019ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:31:42.354563 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-41d17c24-9ead-4f8c-958e-864066e9f35c tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:42.377231 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-c93477b8-ef68-4ac8-8535-fcd8ed0a4408 None None] Set router 0dee8d09-b948-4233-aa24-030384a7cb42 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:31:42.384220 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9959b2f0-0050-47f9-8adc-c3f4e1d8c1be tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:42.407869 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-53b25437-5c94-467c-83a5-6cdbcc8d6dd7 req-039f3580-2915-4ac0-9d82-d08156dec8b3 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272879 Jun 26 21:31:42.491794 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9959b2f0-0050-47f9-8adc-c3f4e1d8c1be tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:42.500550 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9959b2f0-0050-47f9-8adc-c3f4e1d8c1be tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-625768'] for security_group_rule, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:42.503349 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:42.521561 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9959b2f0-0050-47f9-8adc-c3f4e1d8c1be tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1855943-20e8-418c-ac46-4cb12cc0941e,revision_number=0']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:42.526077 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-9959b2f0-0050-47f9-8adc-c3f4e1d8c1be tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:42.544989 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9959b2f0-0050-47f9-8adc-c3f4e1d8c1be tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:42.546405 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-9959b2f0-0050-47f9-8adc-c3f4e1d8c1be tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2038517 Jun 26 21:31:42.550532 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 41748) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:31:42.567589 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-db19a80c-c212-4ea2-bd13-a90c43e36ba8 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Request body: {'security_group_rule': {'security_group_id': 'ec64ee0d-6832-4a84-a6d9-48c6d44b7b50', 'project_id': 'd57413efbdfc45b299c235407da019ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:31:42.615602 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.db.securitygroups_db [None req-db19a80c-c212-4ea2-bd13-a90c43e36ba8 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Project d57413efbdfc45b299c235407da019ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 26 21:31:42.627562 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-db19a80c-c212-4ea2-bd13-a90c43e36ba8 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:42.640082 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-041b5155-c965-465a-858e-a3a8b444277b req-5ee94631-b89b-427c-91b2-a16e5b283678 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5fc33bc-8b24-433b-9bdf-6a36c0abab99 HTTP/1.1" status: 200 len: 210 time: 0.0407321 Jun 26 21:31:42.643168 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-c93477b8-ef68-4ac8-8535-fcd8ed0a4408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dee8d09-b948-4233-aa24-030384a7cb42', 'name': 'tempest-TestVolumeBootPattern-838963645-router', 'tenant_id': '14bf61a7254f4534a721414fd20240d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'ba594e0a-6c6f-4060-82e2-b199b23a04b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:23Z', 'updated_at': '2021-06-26T21:31:32Z', 'revision_number': 4, 'project_id': '14bf61a7254f4534a721414fd20240d4', 'gw_port': {'id': 'ba594e0a-6c6f-4060-82e2-b199b23a04b9', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dee8d09-b948-4233-aa24-030384a7cb42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:24Z', 'updated_at': '2021-06-26T21:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': 'f5b3db5c-9296-41d4-8a0d-98ce603e8ef9', 'name': '', 'network_id': 'de3fc5e5-65b7-4cf0-ac74-d433170735b0', 'tenant_id': '14bf61a7254f4534a721414fd20240d4', 'mac_address': 'fa:16:3e:92:99:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dee8d09-b948-4233-aa24-030384a7cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '45c0a90b-aa7b-4952-895c-0f72b16785f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:28Z', 'updated_at': '2021-06-26T21:31:32Z', 'revision_number': 2, 'project_id': '14bf61a7254f4534a721414fd20240d4', 'subnets': [{'id': '45c0a90b-aa7b-4952-895c-0f72b16785f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:31:42.673879 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93477b8-ef68-4ac8-8535-fcd8ed0a4408 None None] Checking router: 0dee8d09-b948-4233-aa24-030384a7cb42 for host: dv-cinder-798208-1-iscsi {{(pid=92923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 21:31:42.674350 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93477b8-ef68-4ac8-8535-fcd8ed0a4408 None None] Updating router 0dee8d09-b948-4233-aa24-030384a7cb42 port f5b3db5c-9296-41d4-8a0d-98ce603e8ef9 binding host dv-cinder-798208-1-iscsi {{(pid=92923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 21:31:42.730010 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c93477b8-ef68-4ac8-8535-fcd8ed0a4408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:42.776946 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-db19a80c-c212-4ea2-bd13-a90c43e36ba8 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:42.785390 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-db19a80c-c212-4ea2-bd13-a90c43e36ba8 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-625768'] for security_group_rule, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:42.797072 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-dc324ac1-2c9a-48c7-8c0d-ad5ba1b762d3 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:42.812420 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db19a80c-c212-4ea2-bd13-a90c43e36ba8 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebdaf448-e600-4431-b2b1-bdea76d06e83,revision_number=0']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:42.815970 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-db19a80c-c212-4ea2-bd13-a90c43e36ba8 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:42.817631 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-db19a80c-c212-4ea2-bd13-a90c43e36ba8 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:42.819031 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-db19a80c-c212-4ea2-bd13-a90c43e36ba8 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2672880 Jun 26 21:31:42.823672 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 41752) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:31:42.829556 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-97062689-e867-4f38-9a9d-3d3844773dc5 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Request body: {'security_group_rule': {'security_group_id': 'ec64ee0d-6832-4a84-a6d9-48c6d44b7b50', 'project_id': 'd57413efbdfc45b299c235407da019ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:31:42.857273 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.db.securitygroups_db [None req-97062689-e867-4f38-9a9d-3d3844773dc5 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Project d57413efbdfc45b299c235407da019ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 26 21:31:42.866237 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-97062689-e867-4f38-9a9d-3d3844773dc5 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:42.969760 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-97062689-e867-4f38-9a9d-3d3844773dc5 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:42.984172 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-97062689-e867-4f38-9a9d-3d3844773dc5 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-625768'] for security_group_rule, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:42.991424 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-db19a80c-c212-4ea2-bd13-a90c43e36ba8 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:43.010087 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97062689-e867-4f38-9a9d-3d3844773dc5 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adba1771-a921-4f91-a8d3-f926cd969cb9,revision_number=0']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:43.013097 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-97062689-e867-4f38-9a9d-3d3844773dc5 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:43.019921 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-97062689-e867-4f38-9a9d-3d3844773dc5 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:43.025608 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-97062689-e867-4f38-9a9d-3d3844773dc5 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1973627 Jun 26 21:31:43.112617 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] get_ports_and_sgs() called for port_ids ['9c37d956-87db-44e0-851f-1f22e3a16f75'] {{(pid=92923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 21:31:43.224220 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c93477b8-ef68-4ac8-8535-fcd8ed0a4408 None None] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:43.238501 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-c93477b8-ef68-4ac8-8535-fcd8ed0a4408 None None] Transition to ACTIVE for port object f5b3db5c-9296-41d4-8a0d-98ce603e8ef9 will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:31:43.246213 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c93477b8-ef68-4ac8-8535-fcd8ed0a4408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:43.248930 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:43.312712 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e82886-e024-4c48-911b-707813089a7d None None] Pushing event updated for resources: {'Port': ['ID=f5b3db5c-9296-41d4-8a0d-98ce603e8ef9,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:43.330837 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-11e82886-e024-4c48-911b-707813089a7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:43.372217 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-c93477b8-ef68-4ac8-8535-fcd8ed0a4408 None None] Attempting to bind port f5b3db5c-9296-41d4-8a0d-98ce603e8ef9 on host dv-cinder-798208-1-iscsi for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:31:43.372488 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-c93477b8-ef68-4ac8-8535-fcd8ed0a4408 None None] Attempting to bind port f5b3db5c-9296-41d4-8a0d-98ce603e8ef9 by drivers openvswitch,hyperv on host dv-cinder-798208-1-iscsi at level 0 using segments [{'id': 'bbea3f78-de38-4ebc-a8fb-ed61a3b49803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'de3fc5e5-65b7-4cf0-ac74-d433170735b0'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:31:43.372853 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93477b8-ef68-4ac8-8535-fcd8ed0a4408 None None] Attempting to bind port f5b3db5c-9296-41d4-8a0d-98ce603e8ef9 on network de3fc5e5-65b7-4cf0-ac74-d433170735b0 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:31:43.379765 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93477b8-ef68-4ac8-8535-fcd8ed0a4408 None None] Checking agent: {'id': '7280f8c8-6f14-48e1-b2dd-15f5d03fd9f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 21, 53), 'started_at': datetime.datetime(2021, 6, 26, 21, 22, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:31:43.380168 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93477b8-ef68-4ac8-8535-fcd8ed0a4408 None None] Checking segment: {'id': 'bbea3f78-de38-4ebc-a8fb-ed61a3b49803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'de3fc5e5-65b7-4cf0-ac74-d433170735b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:31:43.380554 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c93477b8-ef68-4ac8-8535-fcd8ed0a4408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:43.380956 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93477b8-ef68-4ac8-8535-fcd8ed0a4408 None None] Bound using segment: {'id': 'bbea3f78-de38-4ebc-a8fb-ed61a3b49803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'de3fc5e5-65b7-4cf0-ac74-d433170735b0'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:31:43.381441 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-c93477b8-ef68-4ac8-8535-fcd8ed0a4408 None None] Bound port: f5b3db5c-9296-41d4-8a0d-98ce603e8ef9, host: dv-cinder-798208-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbea3f78-de38-4ebc-a8fb-ed61a3b49803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'de3fc5e5-65b7-4cf0-ac74-d433170735b0'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:31:43.381831 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c93477b8-ef68-4ac8-8535-fcd8ed0a4408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:43.459289 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-c93477b8-ef68-4ac8-8535-fcd8ed0a4408 None None] For port f5b3db5c-9296-41d4-8a0d-98ce603e8ef9, host dv-cinder-798208-1-iscsi, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:31:43.461888 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-c93477b8-ef68-4ac8-8535-fcd8ed0a4408 None None] For port f5b3db5c-9296-41d4-8a0d-98ce603e8ef9, host dv-cinder-798208-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=f5b3db5c-9296-41d4-8a0d-98ce603e8ef9,segment=NetworkSegment(bbea3f78-de38-4ebc-a8fb-ed61a3b49803),segment_id=bbea3f78-de38-4ebc-a8fb-ed61a3b49803)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:31:43.470427 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c93477b8-ef68-4ac8-8535-fcd8ed0a4408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:43.473719 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-58630e25-58d6-4727-b09e-8283b5ea204d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:43.568993 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93477b8-ef68-4ac8-8535-fcd8ed0a4408 None None] Routers {'0dee8d09-b948-4233-aa24-030384a7cb42'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:31:43.570019 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-c93477b8-ef68-4ac8-8535-fcd8ed0a4408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:31:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['0dee8d09-b948-4233-aa24-030384a7cb42'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:31:43.692045 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14370e96-3ac5-460b-b562-aa5464acb703 req-0c1e8b30-fe87-47d3-9d35-95ec7c4cb26e tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:43.702079 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-14370e96-3ac5-460b-b562-aa5464acb703 req-0c1e8b30-fe87-47d3-9d35-95ec7c4cb26e tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e068b2-0c01-460e-b8df-deec7dd90474 HTTP/1.1" status: 200 len: 945 time: 0.1132820 Jun 26 21:31:43.791207 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-14370e96-3ac5-460b-b562-aa5464acb703 req-4bf7f1b9-b8c2-4bc5-8c9c-d0eb84fcb595 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876052 Jun 26 21:31:43.832217 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-c93477b8-ef68-4ac8-8535-fcd8ed0a4408 None None] Set router 0dee8d09-b948-4233-aa24-030384a7cb42 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:31:43.865972 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac678b0-b2d0-403d-ba59-0faea28b00fb req-68c278c4-339d-4af3-b490-d7470dd8bdb1 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:43.871179 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0ac678b0-b2d0-403d-ba59-0faea28b00fb req-68c278c4-339d-4af3-b490-d7470dd8bdb1 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.1658759 Jun 26 21:31:43.957311 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0ac678b0-b2d0-403d-ba59-0faea28b00fb req-6dd3344e-1ea3-4319-8940-a6ee6b2c24d1 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727880 Jun 26 21:31:44.211527 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e82886-e024-4c48-911b-707813089a7d None None] Pushing event updated for resources: {'Port': ['ID=f5b3db5c-9296-41d4-8a0d-98ce603e8ef9,revision_number=4']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:44.235009 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-11e82886-e024-4c48-911b-707813089a7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.761s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:44.240757 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-17bc3585-5110-421e-8eee-be0af34cf697 req-14d19c1a-22bb-48a2-a746-6c11799e964e tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5fc33bc-8b24-433b-9bdf-6a36c0abab99 HTTP/1.1" status: 200 len: 210 time: 0.0646849 Jun 26 21:31:44.548165 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-c93477b8-ef68-4ac8-8535-fcd8ed0a4408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dee8d09-b948-4233-aa24-030384a7cb42', 'name': 'tempest-TestVolumeBootPattern-838963645-router', 'tenant_id': '14bf61a7254f4534a721414fd20240d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'ba594e0a-6c6f-4060-82e2-b199b23a04b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:23Z', 'updated_at': '2021-06-26T21:31:32Z', 'revision_number': 4, 'project_id': '14bf61a7254f4534a721414fd20240d4', 'gw_port': {'id': 'ba594e0a-6c6f-4060-82e2-b199b23a04b9', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dee8d09-b948-4233-aa24-030384a7cb42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:24Z', 'updated_at': '2021-06-26T21:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': 'f5b3db5c-9296-41d4-8a0d-98ce603e8ef9', 'name': '', 'network_id': 'de3fc5e5-65b7-4cf0-ac74-d433170735b0', 'tenant_id': '14bf61a7254f4534a721414fd20240d4', 'mac_address': 'fa:16:3e:92:99:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dee8d09-b948-4233-aa24-030384a7cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '45c0a90b-aa7b-4952-895c-0f72b16785f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:28Z', 'updated_at': '2021-06-26T21:31:43Z', 'revision_number': 4, 'project_id': '14bf61a7254f4534a721414fd20240d4', 'subnets': [{'id': '45c0a90b-aa7b-4952-895c-0f72b16785f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:31:44.592651 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93477b8-ef68-4ac8-8535-fcd8ed0a4408 None None] The sync data for ids ['0dee8d09-b948-4233-aa24-030384a7cb42'] in dv-cinder-798208-1-iscsi is: [{'id': '0dee8d09-b948-4233-aa24-030384a7cb42', 'name': 'tempest-TestVolumeBootPattern-838963645-router', 'tenant_id': '14bf61a7254f4534a721414fd20240d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'ba594e0a-6c6f-4060-82e2-b199b23a04b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:23Z', 'updated_at': '2021-06-26T21:31:32Z', 'revision_number': 4, 'project_id': '14bf61a7254f4534a721414fd20240d4', 'gw_port': {'id': 'ba594e0a-6c6f-4060-82e2-b199b23a04b9', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dee8d09-b948-4233-aa24-030384a7cb42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:24Z', 'updated_at': '2021-06-26T21:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': 'f5b3db5c-9296-41d4-8a0d-98ce603e8ef9', 'name': '', 'network_id': 'de3fc5e5-65b7-4cf0-ac74-d433170735b0', 'tenant_id': '14bf61a7254f4534a721414fd20240d4', 'mac_address': 'fa:16:3e:92:99:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dee8d09-b948-4233-aa24-030384a7cb42', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '45c0a90b-aa7b-4952-895c-0f72b16785f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:28Z', 'updated_at': '2021-06-26T21:31:43Z', 'revision_number': 4, 'project_id': '14bf61a7254f4534a721414fd20240d4', 'subnets': [{'id': '45c0a90b-aa7b-4952-895c-0f72b16785f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 21:31:45.324367 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29cd10-d5f0-4010-a839-f53e0c297729 req-0db7c7d9-6b7e-42ba-beec-d2e417dc7fa0 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:45.331892 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-aa29cd10-d5f0-4010-a839-f53e0c297729 req-0db7c7d9-6b7e-42ba-beec-d2e417dc7fa0 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e068b2-0c01-460e-b8df-deec7dd90474 HTTP/1.1" status: 200 len: 945 time: 0.2187729 Jun 26 21:31:45.390609 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2a470-8cd8-4c09-b1ea-b25b322c92e5 req-d76b731b-4e4f-4a31-86cd-7cfe0b90a005 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:45.398623 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b4c2a470-8cd8-4c09-b1ea-b25b322c92e5 req-d76b731b-4e4f-4a31-86cd-7cfe0b90a005 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.2647722 Jun 26 21:31:45.468869 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-aa29cd10-d5f0-4010-a839-f53e0c297729 req-f2aa39a9-22b1-42e1-bcc5-fe5aa806c953 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360183 Jun 26 21:31:45.533390 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b4c2a470-8cd8-4c09-b1ea-b25b322c92e5 req-3d17cfcf-9abc-4a4c-9a25-fd6198b0e176 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337593 Jun 26 21:31:45.737455 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device f5b3db5c-9296-41d4-8a0d-98ce603e8ef9 up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:31:45.761312 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.agents_db [None req-53b98272-06bb-47ef-8924-edf36d473ef8 None None] Agent healthcheck: found 6 active agents {{(pid=92924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 21:31:45.853098 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d9334356-3937-466d-b5e6-99fda5089a8e req-e22a0e45-990c-450b-8fab-cda47e0cc61b tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5fc33bc-8b24-433b-9bdf-6a36c0abab99 HTTP/1.1" status: 200 len: 210 time: 0.0559072 Jun 26 21:31:45.860941 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning for port f5b3db5c-9296-41d4-8a0d-98ce603e8ef9 completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:31:45.875822 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port f5b3db5c-9296-41d4-8a0d-98ce603e8ef9 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:31:45.875822 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:46.003708 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:46.044656 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] For port f5b3db5c-9296-41d4-8a0d-98ce603e8ef9, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=f5b3db5c-9296-41d4-8a0d-98ce603e8ef9,segment=NetworkSegment(bbea3f78-de38-4ebc-a8fb-ed61a3b49803),segment_id=bbea3f78-de38-4ebc-a8fb-ed61a3b49803)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:31:46.049978 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:46.052155 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:46.123179 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Pushing event updated for resources: {'Port': ['ID=f5b3db5c-9296-41d4-8a0d-98ce603e8ef9,revision_number=5']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:46.127525 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:46.761683 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee252ca4-5f99-499b-8c03-76add44b1a8d req-5e6aba91-9d51-40d7-b7bb-a1503dafebbb tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:46.763403 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ee252ca4-5f99-499b-8c03-76add44b1a8d req-5e6aba91-9d51-40d7-b7bb-a1503dafebbb tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e068b2-0c01-460e-b8df-deec7dd90474 HTTP/1.1" status: 200 len: 945 time: 0.1578658 Jun 26 21:31:46.818955 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ee252ca4-5f99-499b-8c03-76add44b1a8d req-ac99772c-34eb-47af-ae5c-689a7efa56d8 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489857 Jun 26 21:31:46.869511 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5048a-e5af-4c32-92a0-21383b1a5ded req-5361beb9-45b4-4897-890d-6494cf055ff0 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:46.871052 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e9f5048a-e5af-4c32-92a0-21383b1a5ded req-5361beb9-45b4-4897-890d-6494cf055ff0 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.1567247 Jun 26 21:31:46.885749 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] get_ports_and_sgs() called for port_ids ['b052cd9e-6165-4b35-860d-f3efb447d082'] {{(pid=92923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 21:31:46.939425 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e9f5048a-e5af-4c32-92a0-21383b1a5ded req-ac1906dc-ac78-4009-9cc6-6d365605e036 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613484 Jun 26 21:31:47.064735 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0a561765-1e90-451c-8aab-f815a92e4788 req-b1b95daa-c7c6-4461-b3e5-226d8496a4c3 tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5fc33bc-8b24-433b-9bdf-6a36c0abab99 HTTP/1.1" status: 200 len: 210 time: 0.0434170 Jun 26 21:31:47.562206 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device f5b3db5c-9296-41d4-8a0d-98ce603e8ef9 up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:31:47.625831 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port f5b3db5c-9296-41d4-8a0d-98ce603e8ef9 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:31:47.626113 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:47.988602 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 9c37d956-87db-44e0-851f-1f22e3a16f75 no longer exists at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:31:48.043421 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] No Port match for: 9c37d956-87db-44e0-851f-1f22e3a16f75 {{(pid=92923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 21:31:48.044006 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 9c37d956-87db-44e0-851f-1f22e3a16f75 not bound to the agent host hv-cinder-79820 {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 21:31:48.078090 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef2c38f-cca0-4aa0-8f93-4513ce28b21b req-374391a3-5255-49ae-b021-3424e230df50 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:48.095651 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cef2c38f-cca0-4aa0-8f93-4513ce28b21b req-374391a3-5255-49ae-b021-3424e230df50 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e068b2-0c01-460e-b8df-deec7dd90474 HTTP/1.1" status: 200 len: 945 time: 0.1348011 Jun 26 21:31:48.199152 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cef2c38f-cca0-4aa0-8f93-4513ce28b21b req-68da6aef-e1a7-448d-b767-f3cf1313faf5 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021492 Jun 26 21:31:48.298409 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52dd631-5041-41d8-a1bf-2a610f7f25aa req-cb30a155-fe67-4740-80cd-1a93b2ec32ca tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:48.300310 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e52dd631-5041-41d8-a1bf-2a610f7f25aa req-cb30a155-fe67-4740-80cd-1a93b2ec32ca tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.1785538 Jun 26 21:31:48.359873 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e52dd631-5041-41d8-a1bf-2a610f7f25aa req-0e89bade-5948-4719-a3f7-2aa17b07bfd6 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516219 Jun 26 21:31:49.548394 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6fc4d-7692-41b2-99cd-e3fe7495cd4b req-114d2989-a77e-4e71-a513-f1c2debe40f9 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:49.550682 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-48b6fc4d-7692-41b2-99cd-e3fe7495cd4b req-114d2989-a77e-4e71-a513-f1c2debe40f9 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e068b2-0c01-460e-b8df-deec7dd90474 HTTP/1.1" status: 200 len: 945 time: 0.1197116 Jun 26 21:31:49.691176 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-48b6fc4d-7692-41b2-99cd-e3fe7495cd4b req-4aa46f44-bd4f-4790-b954-bdd982128a4a tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228192 Jun 26 21:31:49.705597 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718bec8-5ea3-405e-926f-62675ccdeae8 req-3a6155ec-28fb-4d0d-8224-395c037c2e5e tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:49.707179 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7718bec8-5ea3-405e-926f-62675ccdeae8 req-3a6155ec-28fb-4d0d-8224-395c037c2e5e tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.1552458 Jun 26 21:31:49.788756 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7718bec8-5ea3-405e-926f-62675ccdeae8 req-94b15800-169d-4a32-ac0b-efbf4713d49b tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750947 Jun 26 21:31:50.409712 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-dd0ca064-af1e-4e08-b2b8-935ad8481146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:50.718477 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-e3be1c27-6980-4ecd-bd1b-24a69c544ebb tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:50.720000 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-e3be1c27-6980-4ecd-bd1b-24a69c544ebb tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/networks?id=7504093b-2185-4c2a-88d7-b1f590578a60 HTTP/1.1" status: 200 len: 815 time: 0.1398890 Jun 26 21:31:50.743223 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-3824a64b-676b-43ac-abef-b6c822eda83e tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/quotas/92ac25c46d5e4ca8b91dd76623e3115e HTTP/1.1" status: 200 len: 375 time: 0.0107961 Jun 26 21:31:50.881613 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-4e6a6b1b-7909-4506-9794-8da2c9a36ebe tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=92ac25c46d5e4ca8b91dd76623e3115e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1317239 Jun 26 21:31:50.977550 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49366880-8679-4ccd-969c-cf13ee714d9c req-8a5798cb-1ab0-4652-a050-34ff44c0f041 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:50.979207 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-49366880-8679-4ccd-969c-cf13ee714d9c req-8a5798cb-1ab0-4652-a050-34ff44c0f041 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e068b2-0c01-460e-b8df-deec7dd90474 HTTP/1.1" status: 200 len: 945 time: 0.1389258 Jun 26 21:31:51.041854 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-49366880-8679-4ccd-969c-cf13ee714d9c req-98d6c0c6-82d2-4881-a8b8-64caa99388ef tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533311 Jun 26 21:31:51.042067 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-a9d99d04-bb7b-4b5f-bc29-c4c112a604bf service neutron] 10.222.0.24 "GET /v2.0/networks/7504093b-2185-4c2a-88d7-b1f590578a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385753 Jun 26 21:31:51.157463 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-699d5f36-3af1-43cb-9da5-9634b9a44534 service neutron] 10.222.0.24 "GET /v2.0/networks/7504093b-2185-4c2a-88d7-b1f590578a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061966 Jun 26 21:31:51.458136 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-42ca92a5-7110-4543-aecf-db584743f2b8 req-74beef01-2e71-44b5-9b78-06159bff0db4 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 210 time: 0.0350535 Jun 26 21:31:51.498558 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7e44e-a329-48ca-ac12-6fce9aa9107a req-3ddc6ee2-2054-4a2b-a2e5-0c9eef2403b5 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:51.500069 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-17a7e44e-a329-48ca-ac12-6fce9aa9107a req-3ddc6ee2-2054-4a2b-a2e5-0c9eef2403b5 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.3365932 Jun 26 21:31:51.553341 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-17a7e44e-a329-48ca-ac12-6fce9aa9107a req-fe916b2a-ae0a-49c0-8ce9-edd1353cf5dd tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458019 Jun 26 21:31:51.721478 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-83f1affe-3072-4028-88ab-26750c9febbc req-3ddce797-dfc6-418f-a260-a56822534f39 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0762763 Jun 26 21:31:51.825105 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1affe-3072-4028-88ab-26750c9febbc req-3b31d7ff-eaa0-4baa-83e7-6304ef98cdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:51.826720 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-83f1affe-3072-4028-88ab-26750c9febbc req-3b31d7ff-eaa0-4baa-83e7-6304ef98cdf0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1b82a91ccfa34d6d9e71d190d4dfd427&device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 1099 time: 0.0718145 Jun 26 21:31:51.985209 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1affe-3072-4028-88ab-26750c9febbc req-4b13371d-6011-4e2f-ac48-c90772bb44d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:51.988262 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-83f1affe-3072-4028-88ab-26750c9febbc req-4b13371d-6011-4e2f-ac48-c90772bb44d7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2305325d-a907-4cbb-9a7b-fe0c2ff5adf1 HTTP/1.1" status: 200 len: 920 time: 0.1325853 Jun 26 21:31:52.037873 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-83f1affe-3072-4028-88ab-26750c9febbc req-9b0e1cf6-6bb0-440c-af35-26e61effc122 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09ec0a32-cf86-48ed-a9fe-55855bfe4ab2 HTTP/1.1" status: 200 len: 217 time: 0.0425408 Jun 26 21:31:52.112283 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1affe-3072-4028-88ab-26750c9febbc req-6232bbaa-0bef-40ff-8fdd-697678dcab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:52.114054 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-83f1affe-3072-4028-88ab-26750c9febbc req-6232bbaa-0bef-40ff-8fdd-697678dcab86 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=162b4e55-03bc-4a67-8c15-f483cdb4fffc HTTP/1.1" status: 200 len: 859 time: 0.0573013 Jun 26 21:31:52.156306 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-83f1affe-3072-4028-88ab-26750c9febbc req-24b48458-ec77-4050-bba4-b1a6eb727d58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2305325d-a907-4cbb-9a7b-fe0c2ff5adf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328178 Jun 26 21:31:52.304227 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-83f1affe-3072-4028-88ab-26750c9febbc req-ce385128-eee7-42c7-9048-355b85f8ef9c service neutron] 10.222.0.41 "GET /v2.0/networks/2305325d-a907-4cbb-9a7b-fe0c2ff5adf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386833 Jun 26 21:31:52.410021 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379648be-7e7a-45e6-95b0-e61f70001455 req-b7add9d5-6346-40c6-8c13-dc5945400243 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:52.412736 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-379648be-7e7a-45e6-95b0-e61f70001455 req-b7add9d5-6346-40c6-8c13-dc5945400243 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e068b2-0c01-460e-b8df-deec7dd90474 HTTP/1.1" status: 200 len: 945 time: 0.1182156 Jun 26 21:31:52.444753 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-83f1affe-3072-4028-88ab-26750c9febbc req-57e3c8af-a1c7-4509-95a8-b0f8b6dbd6c5 service neutron] 10.222.0.41 "GET /v2.0/networks/2305325d-a907-4cbb-9a7b-fe0c2ff5adf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322155 Jun 26 21:31:52.473660 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-379648be-7e7a-45e6-95b0-e61f70001455 req-67b26f72-7ba2-4086-985d-ab1fe176876c tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501165 Jun 26 21:31:52.641471 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:52.680867 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ff6dc49e-8521-4416-aa5b-c66727625426 req-fe44da84-a3c2-4468-805f-2e2da077c328 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 210 time: 0.0380006 Jun 26 21:31:52.836815 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb8734-3822-4f3b-99b9-44135592a2ab req-f569052a-3ad5-4a57-886e-5b5dfc0a1644 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:52.847052 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e0fb8734-3822-4f3b-99b9-44135592a2ab req-f569052a-3ad5-4a57-886e-5b5dfc0a1644 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.1163247 Jun 26 21:31:52.919158 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e0fb8734-3822-4f3b-99b9-44135592a2ab req-a875027f-bb53-492f-bb73-4adfceccc0c0 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708838 Jun 26 21:31:52.996222 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-72d3d321-b3f0-4e0b-8411-fbbfb03aaf10 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:52.998965 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-72d3d321-b3f0-4e0b-8411-fbbfb03aaf10 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.41 "GET /v2.0/networks?id=7504093b-2185-4c2a-88d7-b1f590578a60 HTTP/1.1" status: 200 len: 815 time: 0.1969759 Jun 26 21:31:53.676488 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5214f9-9750-4f78-81ad-ca8af4aaaecc req-6496db78-58ac-4aef-8a78-a8cc9f6a5c52 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:53.678051 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ca5214f9-9750-4f78-81ad-ca8af4aaaecc req-6496db78-58ac-4aef-8a78-a8cc9f6a5c52 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e068b2-0c01-460e-b8df-deec7dd90474 HTTP/1.1" status: 200 len: 945 time: 0.0722034 Jun 26 21:31:53.725868 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ca5214f9-9750-4f78-81ad-ca8af4aaaecc req-9af0cb43-383a-441f-9d0a-06209ddcce79 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414155 Jun 26 21:31:53.859795 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0233ce24-6c67-47a8-b6f8-cdcaee2651c2 req-4e54f7f4-e7a8-484d-aa5b-d03f67c22bd1 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 210 time: 0.0289257 Jun 26 21:31:54.195152 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6790eb-6f98-4cf7-8cb7-6341626c14c1 req-661f0b0e-3b68-425d-b29c-53eb6c3acffd tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:54.197403 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9f6790eb-6f98-4cf7-8cb7-6341626c14c1 req-661f0b0e-3b68-425d-b29c-53eb6c3acffd tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.1108143 Jun 26 21:31:54.238432 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9f6790eb-6f98-4cf7-8cb7-6341626c14c1 req-5a71d0a4-f5ff-43ed-ab07-ad374a265450 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348308 Jun 26 21:31:54.608764 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-011ed3ad-404f-4f72-8f16-b81aa0dd62cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:54.906953 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device b052cd9e-6165-4b35-860d-f3efb447d082 up at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:31:54.945373 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb38ed0-0795-44d9-a53e-12bb3f7cd245 req-28ef0549-20d0-4007-b5f6-4b109183d0e4 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:54.948308 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5bb38ed0-0795-44d9-a53e-12bb3f7cd245 req-28ef0549-20d0-4007-b5f6-4b109183d0e4 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e068b2-0c01-460e-b8df-deec7dd90474 HTTP/1.1" status: 200 len: 945 time: 0.1040192 Jun 26 21:31:54.986939 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:55.014721 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Provisioning for port b052cd9e-6165-4b35-860d-f3efb447d082 completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:31:55.019283 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Provisioning complete for port b052cd9e-6165-4b35-860d-f3efb447d082 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:31:55.020047 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:55.028008 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5bb38ed0-0795-44d9-a53e-12bb3f7cd245 req-4ff8fcc3-2555-4cec-b3d7-a1d315d00e0f tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684056 Jun 26 21:31:55.078072 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4d24a14b-d06c-4f9e-82f7-69f1af4feec4 req-fdce9cec-f9ca-48b6-b13b-91fa3e781219 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 210 time: 0.0341396 Jun 26 21:31:55.131932 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:55.172982 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e068b2-0c01-460e-b8df-deec7dd90474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b052cd9e-6165-4b35-860d-f3efb447d082'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:31:55.177044 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8789620f65ed64c11f36a2c9fb0085813b3741d077667d6f020eb6652e2807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c70a0c-f22b-45c9-83f8-2e17ee84b8d7" -d '{"events": [{"server_uuid": "f3e068b2-0c01-460e-b8df-deec7dd90474", "name": "network-vif-plugged", "status": "completed", "tag": "b052cd9e-6165-4b35-860d-f3efb447d082"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:31:55.197106 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port b052cd9e-6165-4b35-860d-f3efb447d082, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=b052cd9e-6165-4b35-860d-f3efb447d082,segment=NetworkSegment(a198608a-0649-4b2e-a7e8-7785be688f5a),segment_id=a198608a-0649-4b2e-a7e8-7785be688f5a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:31:55.202031 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:55.204417 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:55.253995 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 21:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420b3705-07a8-4030-a056-0bdb0f2e8f02 x-openstack-request-id: req-420b3705-07a8-4030-a056-0bdb0f2e8f02 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:31:55.254291 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e068b2-0c01-460e-b8df-deec7dd90474", "name": "network-vif-plugged", "status": "completed", "tag": "b052cd9e-6165-4b35-860d-f3efb447d082", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:31:55.254550 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-420b3705-07a8-4030-a056-0bdb0f2e8f02 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:31:55.255053 dv-cinder-798208-1-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e068b2-0c01-460e-b8df-deec7dd90474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b052cd9e-6165-4b35-860d-f3efb447d082', 'code': 200} Jun 26 21:31:55.265418 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=b052cd9e-6165-4b35-860d-f3efb447d082,revision_number=5']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:55.271050 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:55.475845 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d8e8c-5926-40a0-af08-2872917b220b req-f07a8054-163c-4af1-b4b2-0a43f84e637d tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:55.477427 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-846d8e8c-5926-40a0-af08-2872917b220b req-f07a8054-163c-4af1-b4b2-0a43f84e637d tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.1071420 Jun 26 21:31:55.523674 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-846d8e8c-5926-40a0-af08-2872917b220b req-4f86eef6-0527-47c1-b7c4-44afc59fa97d tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393455 Jun 26 21:31:55.861720 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:56.174784 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-224ae36e-7b05-4089-8d4b-df17308f2138 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Request body: {'port': {'device_id': '8c8c94ea-c1c3-459d-864a-c3d9345ffaed', 'network_id': '7504093b-2185-4c2a-88d7-b1f590578a60', 'admin_state_up': True, 'tenant_id': '92ac25c46d5e4ca8b91dd76623e3115e'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:31:56.281751 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1318ccb1-8fca-45af-9014-11d6f77704b9 req-7c6e48fe-ff27-49ce-aaf4-41da7e5af637 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 210 time: 0.0633609 Jun 26 21:31:56.329651 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c03f087-47ae-4861-be89-e73a0fff3c0d req-5d776d42-c517-4a23-b6e5-489768c1087a tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:56.334796 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4c03f087-47ae-4861-be89-e73a0fff3c0d req-5d776d42-c517-4a23-b6e5-489768c1087a tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e068b2-0c01-460e-b8df-deec7dd90474 HTTP/1.1" status: 200 len: 946 time: 0.1814876 Jun 26 21:31:56.346270 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-224ae36e-7b05-4089-8d4b-df17308f2138 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Made reservation on behalf of 92ac25c46d5e4ca8b91dd76623e3115e for: {'port': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:31:56.351865 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-224ae36e-7b05-4089-8d4b-df17308f2138 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:56.424205 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4c03f087-47ae-4861-be89-e73a0fff3c0d req-0bb2789b-19e1-4a74-b756-ae08859905cd tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852215 Jun 26 21:31:56.551952 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-224ae36e-7b05-4089-8d4b-df17308f2138 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Allocated IP 172.20.0.5 (7504093b-2185-4c2a-88d7-b1f590578a60/c0ea7ed3-3026-4b54-9abc-fc78571d0dfb/df703c9b-6291-48fd-97e8-36cd4536f13a) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:31:56.788098 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c602efd-1794-45f5-9b28-5a7be67641b3 req-0aca0d72-340e-4247-b2b9-7ab0c3c7c652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:56.790805 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-3c602efd-1794-45f5-9b28-5a7be67641b3 req-0aca0d72-340e-4247-b2b9-7ab0c3c7c652 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f3e068b2-0c01-460e-b8df-deec7dd90474 HTTP/1.1" status: 200 len: 1099 time: 0.2517762 Jun 26 21:31:56.901201 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a68aabe-e4f4-4159-87f1-a7ab018df4f2 req-b56157ef-0290-4efc-ad3a-d1b95e07dee6 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:56.909644 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6a68aabe-e4f4-4159-87f1-a7ab018df4f2 req-b56157ef-0290-4efc-ad3a-d1b95e07dee6 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.1294789 Jun 26 21:31:56.956557 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6a68aabe-e4f4-4159-87f1-a7ab018df4f2 req-b1df65e0-4acb-4b82-a882-9ca48fbd3d00 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453210 Jun 26 21:31:56.973453 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-3c602efd-1794-45f5-9b28-5a7be67641b3 req-7553cedd-a7f2-48cc-9bf9-7fab55bd0c09 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744752 Jun 26 21:31:57.011611 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-224ae36e-7b05-4089-8d4b-df17308f2138 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:57.033369 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-224ae36e-7b05-4089-8d4b-df17308f2138 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Transition to ACTIVE for port object df703c9b-6291-48fd-97e8-36cd4536f13a will not be triggered until provisioned by entity DHCP. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:31:57.109670 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-224ae36e-7b05-4089-8d4b-df17308f2138 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8896248'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:57.125154 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:57.229340 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-224ae36e-7b05-4089-8d4b-df17308f2138 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Network 7504093b-2185-4c2a-88d7-b1f590578a60 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:31:57.239412 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-224ae36e-7b05-4089-8d4b-df17308f2138 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:31:57.245417 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-224ae36e-7b05-4089-8d4b-df17308f2138 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:31:57.285028 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ae36e-7b05-4089-8d4b-df17308f2138 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Pushing event updated for resources: {'Port': ['ID=df703c9b-6291-48fd-97e8-36cd4536f13a,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:57.304265 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-224ae36e-7b05-4089-8d4b-df17308f2138 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:57.367449 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-224ae36e-7b05-4089-8d4b-df17308f2138 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:57.372185 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-224ae36e-7b05-4089-8d4b-df17308f2138 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:57.398554 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-224ae36e-7b05-4089-8d4b-df17308f2138 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2276950 Jun 26 21:31:57.650623 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:57.823858 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-3d5341f1-0449-42bf-aab3-3ff66e13eb7a None None] Provisioning for port df703c9b-6291-48fd-97e8-36cd4536f13a completed by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:31:57.860887 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-3d5341f1-0449-42bf-aab3-3ff66e13eb7a None None] Provisioning complete for port df703c9b-6291-48fd-97e8-36cd4536f13a triggered by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:31:57.865138 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3d5341f1-0449-42bf-aab3-3ff66e13eb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:57.926529 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b1a8e-0c58-460e-b774-7a0c25ef8f30 req-f6934896-22c6-4a6a-b62f-d1b3075b1af7 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:57.934658 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-235b1a8e-0c58-460e-b774-7a0c25ef8f30 req-f6934896-22c6-4a6a-b62f-d1b3075b1af7 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 931 time: 0.2823374 Jun 26 21:31:57.976569 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a20760-87c9-4e4a-a811-e2c59ed6498a req-cb44d688-db0d-4b2d-b4a9-118788d78672 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:57.985153 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-48a20760-87c9-4e4a-a811-e2c59ed6498a req-cb44d688-db0d-4b2d-b4a9-118788d78672 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e068b2-0c01-460e-b8df-deec7dd90474 HTTP/1.1" status: 200 len: 946 time: 0.1976259 Jun 26 21:31:58.017682 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-3d5341f1-0449-42bf-aab3-3ff66e13eb7a None None] Port df703c9b-6291-48fd-97e8-36cd4536f13a cannot update to ACTIVE because it is not bound. {{(pid=92923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 21:31:58.065813 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-235b1a8e-0c58-460e-b774-7a0c25ef8f30 req-7eaca23b-1e96-4682-a48e-4782a0483bbb tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301534 Jun 26 21:31:58.177462 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-48a20760-87c9-4e4a-a811-e2c59ed6498a req-e85a9a7b-4e5b-4b72-9756-fc753bf354bb tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890271 Jun 26 21:31:58.386316 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 42376) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:31:58.418197 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81b1ce-ff03-465e-be17-b7f51f53bdb1 req-37e9365c-08b6-451a-ad73-b5022a2b0d33 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:58.428528 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4c81b1ce-ff03-465e-be17-b7f51f53bdb1 req-37e9365c-08b6-451a-ad73-b5022a2b0d33 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.1566615 Jun 26 21:31:58.530736 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4c81b1ce-ff03-465e-be17-b7f51f53bdb1 req-60084304-8764-41ea-b62b-6d03336e21de tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990958 Jun 26 21:31:58.780019 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-7f7564be-e7f0-484e-b0de-2113c8307f32 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=975d4d34a7f5493484a06f98c7aae584&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3913419 Jun 26 21:31:58.782795 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 42392) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:31:58.858925 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c7ff0be9-406c-44e4-9226-b1e699b4fe5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:58.894876 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c7ff0be9-406c-44e4-9226-b1e699b4fe5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:58.956465 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 42396) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:31:58.976029 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c7ff0be9-406c-44e4-9226-b1e699b4fe5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:58.979758 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c7ff0be9-406c-44e4-9226-b1e699b4fe5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:58.981533 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-c7ff0be9-406c-44e4-9226-b1e699b4fe5f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2274c13b-bbd1-42eb-97d9-3b7f41a692cc HTTP/1.1" status: 204 len: 168 time: 0.1971738 Jun 26 21:31:58.982498 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-30583890-42a2-4b9f-9364-ed8158566df3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:59.000501 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff0be9-406c-44e4-9226-b1e699b4fe5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2274c13b-bbd1-42eb-97d9-3b7f41a692cc,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:59.004066 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-c7ff0be9-406c-44e4-9226-b1e699b4fe5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:59.108887 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f132fda3-6eb4-4c41-b3c2-02f2d3e562c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:59.377472 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f132fda3-6eb4-4c41-b3c2-02f2d3e562c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:59.388669 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f132fda3-6eb4-4c41-b3c2-02f2d3e562c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:59.398655 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-64627ca0-8b9f-4bb6-b775-569ddaed0d0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:59.444528 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f132fda3-6eb4-4c41-b3c2-02f2d3e562c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb6f06b-8607-4949-aea1-11081bf96288,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:59.460299 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-f132fda3-6eb4-4c41-b3c2-02f2d3e562c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:59.485349 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e24a6-1f76-45ac-a9b9-a408b53ad3af req-0748a0e9-0001-49ab-bf13-251be8f49255 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:59.487733 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f22e24a6-1f76-45ac-a9b9-a408b53ad3af req-0748a0e9-0001-49ab-bf13-251be8f49255 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 931 time: 0.2284720 Jun 26 21:31:59.496852 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-f132fda3-6eb4-4c41-b3c2-02f2d3e562c0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8fcd1b159af94eb0be6fd740f67a2ff6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5367360 Jun 26 21:31:59.497866 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 42410) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:31:59.575936 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0453bf0f-03bd-473d-9ae8-46168f888c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:59.624344 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f22e24a6-1f76-45ac-a9b9-a408b53ad3af req-e586e5a8-7b61-48e4-a021-cd3efacec220 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839584 Jun 26 21:31:59.626516 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0453bf0f-03bd-473d-9ae8-46168f888c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:59.652022 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1aa9f-b047-4560-8507-60e1f6562493 req-3ea19d8e-a2d6-424e-81bd-a124288e2b25 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:59.653410 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-abc1aa9f-b047-4560-8507-60e1f6562493 req-3ea19d8e-a2d6-424e-81bd-a124288e2b25 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e068b2-0c01-460e-b8df-deec7dd90474 HTTP/1.1" status: 200 len: 946 time: 0.1646128 Jun 26 21:31:59.745860 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0453bf0f-03bd-473d-9ae8-46168f888c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:59.751709 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0453bf0f-03bd-473d-9ae8-46168f888c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:31:59.753539 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-0453bf0f-03bd-473d-9ae8-46168f888c03 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6fb6f06b-8607-4949-aea1-11081bf96288 HTTP/1.1" status: 204 len: 168 time: 0.2544508 Jun 26 21:31:59.754504 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-fc20339a-760c-4d8e-af26-1600ac573ecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:31:59.772507 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-abc1aa9f-b047-4560-8507-60e1f6562493 req-d6882af5-1823-4ca9-8c46-1a7d9248a916 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920348 Jun 26 21:31:59.804545 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0453bf0f-03bd-473d-9ae8-46168f888c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb6f06b-8607-4949-aea1-11081bf96288,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:31:59.810341 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-0453bf0f-03bd-473d-9ae8-46168f888c03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:31:59.908338 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9253b41-0ea7-4c4a-a5b3-f1b88ce511ab req-675a106d-9a5d-4878-8053-495253591dd0 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:31:59.910007 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c9253b41-0ea7-4c4a-a5b3-f1b88ce511ab req-675a106d-9a5d-4878-8053-495253591dd0 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.0872376 Jun 26 21:31:59.975871 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c9253b41-0ea7-4c4a-a5b3-f1b88ce511ab req-ae681455-3d68-409d-a5cc-2379208f89ae tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548255 Jun 26 21:32:00.266316 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 42424) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:32:00.280633 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-af15c443-0048-431a-b26a-b7e604f37b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:00.377521 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-af15c443-0048-431a-b26a-b7e604f37b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:00.381642 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-af15c443-0048-431a-b26a-b7e604f37b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:00.385822 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a6c38660-84d7-4892-8ffc-7eb8148d55ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:32:00.424816 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-af15c443-0048-431a-b26a-b7e604f37b9b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8289d30650934dbab9debe03fd759b5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1570573 Jun 26 21:32:00.425560 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af15c443-0048-431a-b26a-b7e604f37b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41caeea3-3c39-4987-b719-db6433fdcd29,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:32:00.427564 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 42426) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:32:00.428569 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-af15c443-0048-431a-b26a-b7e604f37b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:32:00.479172 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9eeb678b-40cf-4072-ba82-745e0839009e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:00.499956 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9eeb678b-40cf-4072-ba82-745e0839009e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:00.556682 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9eeb678b-40cf-4072-ba82-745e0839009e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:00.561486 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9eeb678b-40cf-4072-ba82-745e0839009e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:00.563756 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-9eeb678b-40cf-4072-ba82-745e0839009e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/41caeea3-3c39-4987-b719-db6433fdcd29 HTTP/1.1" status: 204 len: 168 time: 0.1348543 Jun 26 21:32:00.564973 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-3051b695-c9fa-463b-9b04-04db97143cea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:32:00.580054 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb678b-40cf-4072-ba82-745e0839009e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41caeea3-3c39-4987-b719-db6433fdcd29,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:32:00.583000 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-9eeb678b-40cf-4072-ba82-745e0839009e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:32:00.983046 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0aa1bd-73e9-4080-82fd-731ada36cf47 req-7b5b3d93-89fa-438e-8a1e-649fe0f2274c tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:00.990155 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0e0aa1bd-73e9-4080-82fd-731ada36cf47 req-7b5b3d93-89fa-438e-8a1e-649fe0f2274c tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 931 time: 0.1455493 Jun 26 21:32:01.049636 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e9ecf-75b0-49f0-acdd-4a46ddb28211 req-808eb14b-ea1f-4576-8e6b-ee9d25183b1a tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:01.051051 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-607e9ecf-75b0-49f0-acdd-4a46ddb28211 req-808eb14b-ea1f-4576-8e6b-ee9d25183b1a tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e068b2-0c01-460e-b8df-deec7dd90474 HTTP/1.1" status: 200 len: 946 time: 0.1519942 Jun 26 21:32:01.055131 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0e0aa1bd-73e9-4080-82fd-731ada36cf47 req-05112ea2-f67f-47ef-93d1-ef74e3066144 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637169 Jun 26 21:32:01.133454 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-607e9ecf-75b0-49f0-acdd-4a46ddb28211 req-6b6d63dc-1632-476b-8e1b-21df6d074ac0 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741174 Jun 26 21:32:01.365713 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54320920-b3e7-4458-8ec8-4ee24e8c0b49 req-fd0b30a3-6df1-4326-be72-02136d848006 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:01.369117 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-54320920-b3e7-4458-8ec8-4ee24e8c0b49 req-fd0b30a3-6df1-4326-be72-02136d848006 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.1207671 Jun 26 21:32:01.441890 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-54320920-b3e7-4458-8ec8-4ee24e8c0b49 req-6418bac3-5f16-4b1c-8f04-b1f6ad144d28 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628490 Jun 26 21:32:02.283632 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c5709-5cf9-4932-bc87-2acb0fc01635 req-a648779e-3e75-4811-8e32-54aaa938dfc0 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:02.285986 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-502c5709-5cf9-4932-bc87-2acb0fc01635 req-a648779e-3e75-4811-8e32-54aaa938dfc0 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 931 time: 0.0787222 Jun 26 21:32:02.385392 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-502c5709-5cf9-4932-bc87-2acb0fc01635 req-4a4d31a5-7e25-40d1-adb2-6d3f2b3d34f8 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749133 Jun 26 21:32:02.413425 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7abb8-770f-4b7b-a093-222b9a8a9172 req-922f6a53-4ffd-49c1-bfe1-faa92041251a tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:02.415039 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-20b7abb8-770f-4b7b-a093-222b9a8a9172 req-922f6a53-4ffd-49c1-bfe1-faa92041251a tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e068b2-0c01-460e-b8df-deec7dd90474 HTTP/1.1" status: 200 len: 946 time: 0.1279609 Jun 26 21:32:02.474690 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-20b7abb8-770f-4b7b-a093-222b9a8a9172 req-c7cb0927-0c3c-4ba1-88fc-02395f98c455 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533280 Jun 26 21:32:02.734386 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e397e6-01c4-4ab2-88a6-597f141cd48c req-80cc60d8-29fc-404d-bba6-766202dcb3a9 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:02.736150 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-25e397e6-01c4-4ab2-88a6-597f141cd48c req-80cc60d8-29fc-404d-bba6-766202dcb3a9 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.1523921 Jun 26 21:32:02.811446 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-25e397e6-01c4-4ab2-88a6-597f141cd48c req-0a64b37b-3efd-4b02-b9a3-3741979f0b9d tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664537 Jun 26 21:32:03.325157 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 42526) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:32:03.466075 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3a8bc9e6-735b-45ed-a6e2-9d071878266c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:03.580013 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3a8bc9e6-735b-45ed-a6e2-9d071878266c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:03.588591 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3a8bc9e6-735b-45ed-a6e2-9d071878266c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:03.591293 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-44c911ef-9bde-4b1f-a964-bfc1ee22e932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:32:03.648626 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-3a8bc9e6-735b-45ed-a6e2-9d071878266c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3043e232ebfb41b5a3dd47c8734fa9b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3216269 Jun 26 21:32:03.652555 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4343ed0-0ea8-4b94-8aae-3a7eeac5152d req-ec54f595-84c3-4e73-9caf-fb8ce212a27e tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:03.653160 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8bc9e6-735b-45ed-a6e2-9d071878266c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a035c230-df35-4844-8525-d3f41cc3f0ec,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:32:03.654293 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a4343ed0-0ea8-4b94-8aae-3a7eeac5152d req-ec54f595-84c3-4e73-9caf-fb8ce212a27e tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 931 time: 0.1170588 Jun 26 21:32:03.654780 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 42534) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:32:03.656303 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-3a8bc9e6-735b-45ed-a6e2-9d071878266c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:32:03.793396 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a4343ed0-0ea8-4b94-8aae-3a7eeac5152d req-98d84eec-c067-428f-b9ff-1eae418f8cb5 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234586 Jun 26 21:32:03.810589 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6ea043e2-ca1e-4d4d-bd1e-693e89107745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:03.844814 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5bd05-e494-4f1d-86b7-f60921a3610b req-00145f3d-19ca-482f-85a8-077f630108f3 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:03.846399 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-daf5bd05-e494-4f1d-86b7-f60921a3610b req-00145f3d-19ca-482f-85a8-077f630108f3 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e068b2-0c01-460e-b8df-deec7dd90474 HTTP/1.1" status: 200 len: 946 time: 0.1777403 Jun 26 21:32:03.853597 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6ea043e2-ca1e-4d4d-bd1e-693e89107745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:03.957977 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-daf5bd05-e494-4f1d-86b7-f60921a3610b req-c873737e-223a-420a-b950-96b2fb64ffb9 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007328 Jun 26 21:32:04.021338 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6ea043e2-ca1e-4d4d-bd1e-693e89107745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:04.024370 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6ea043e2-ca1e-4d4d-bd1e-693e89107745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:04.027830 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-6ea043e2-ca1e-4d4d-bd1e-693e89107745 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a035c230-df35-4844-8525-d3f41cc3f0ec HTTP/1.1" status: 204 len: 168 time: 0.3716197 Jun 26 21:32:04.031564 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:32:04.044162 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea043e2-ca1e-4d4d-bd1e-693e89107745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a035c230-df35-4844-8525-d3f41cc3f0ec,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:32:04.047301 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-6ea043e2-ca1e-4d4d-bd1e-693e89107745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:32:04.110464 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d99870-0d3a-417d-b988-5cd28b6c13d7 req-be8becb4-05af-4797-8d23-c391a7147215 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:04.117518 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-96d99870-0d3a-417d-b988-5cd28b6c13d7 req-be8becb4-05af-4797-8d23-c391a7147215 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.1288698 Jun 26 21:32:04.224863 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-96d99870-0d3a-417d-b988-5cd28b6c13d7 req-313e0c4d-d545-417e-b7b9-951420940fa0 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959382 Jun 26 21:32:05.010634 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ded954-addf-49c2-819a-184074160bf3 req-da622c4f-3846-479e-94e6-9d92f2e547a9 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:05.012300 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f0ded954-addf-49c2-819a-184074160bf3 req-da622c4f-3846-479e-94e6-9d92f2e547a9 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 931 time: 0.0865419 Jun 26 21:32:05.089375 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f0ded954-addf-49c2-819a-184074160bf3 req-d6214775-2ed6-460d-a606-f4f3f5163aa6 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712466 Jun 26 21:32:05.289486 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d55bb6-70a5-4eda-a231-3d09a6e619f6 req-962875c7-eb9c-47fe-9e72-7f04d6728889 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:05.292476 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c2d55bb6-70a5-4eda-a231-3d09a6e619f6 req-962875c7-eb9c-47fe-9e72-7f04d6728889 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e068b2-0c01-460e-b8df-deec7dd90474 HTTP/1.1" status: 200 len: 946 time: 0.1687024 Jun 26 21:32:05.362958 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c2d55bb6-70a5-4eda-a231-3d09a6e619f6 req-fd51a5d2-7366-41f3-bf9c-5534d05b10c1 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592234 Jun 26 21:32:05.605355 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f7b93-a1ae-4b01-943c-6e93143eddbb req-7475a2f4-65ee-4c04-a386-dbaef59765e6 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:05.605606 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-496f7b93-a1ae-4b01-943c-6e93143eddbb req-7475a2f4-65ee-4c04-a386-dbaef59765e6 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.1029797 Jun 26 21:32:05.661382 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-496f7b93-a1ae-4b01-943c-6e93143eddbb req-c822e36e-fef1-4d42-8e69-c657873a0358 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492587 Jun 26 21:32:06.376856 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17085f94-9393-4825-a89c-e5d64ab92242 req-c1c6b78c-ca8e-41db-ad81-eddfbc14be9c tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:06.384627 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-17085f94-9393-4825-a89c-e5d64ab92242 req-c1c6b78c-ca8e-41db-ad81-eddfbc14be9c tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 931 time: 0.1153731 Jun 26 21:32:06.475891 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-17085f94-9393-4825-a89c-e5d64ab92242 req-4983907a-6516-4825-bcaf-6dcfa8c41fcd tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880327 Jun 26 21:32:06.652353 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7521c-d9e5-4ebf-944f-5a4eb3498c77 req-ce0c264f-7dcc-4373-ba65-be35e0146e09 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:06.653869 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c1f7521c-d9e5-4ebf-944f-5a4eb3498c77 req-ce0c264f-7dcc-4373-ba65-be35e0146e09 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e068b2-0c01-460e-b8df-deec7dd90474 HTTP/1.1" status: 200 len: 946 time: 0.0754158 Jun 26 21:32:06.699319 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c1f7521c-d9e5-4ebf-944f-5a4eb3498c77 req-0ca21a87-f8fd-408f-8fe3-c6be091ff2da tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394070 Jun 26 21:32:06.884945 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d222f0-ba20-4b48-9262-94b2c3b224d2 req-de19b672-bcc5-43f3-b9a6-391bffba5ebf tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:06.887884 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f9d222f0-ba20-4b48-9262-94b2c3b224d2 req-de19b672-bcc5-43f3-b9a6-391bffba5ebf tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.0835865 Jun 26 21:32:06.941939 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f9d222f0-ba20-4b48-9262-94b2c3b224d2 req-b550ba64-7cca-4c48-ae99-cafeb12c9cb9 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480371 Jun 26 21:32:07.723428 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7df08f-a6eb-4e4d-bcfa-e5efce1d97c5 req-f873dd09-e0da-4cb4-afc8-84697b65c009 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:07.726192 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6e7df08f-a6eb-4e4d-bcfa-e5efce1d97c5 req-f873dd09-e0da-4cb4-afc8-84697b65c009 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 931 time: 0.1017013 Jun 26 21:32:07.768997 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6e7df08f-a6eb-4e4d-bcfa-e5efce1d97c5 req-8b1bb1d7-2576-41ea-92ad-ea47b1013420 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356579 Jun 26 21:32:07.957101 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998fbe8-2f12-4b10-b5db-0b6ff884af2c req-07cc4373-f535-401a-8dae-5f88b1c77747 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:07.958601 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c998fbe8-2f12-4b10-b5db-0b6ff884af2c req-07cc4373-f535-401a-8dae-5f88b1c77747 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e068b2-0c01-460e-b8df-deec7dd90474 HTTP/1.1" status: 200 len: 946 time: 0.1064973 Jun 26 21:32:08.025545 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c998fbe8-2f12-4b10-b5db-0b6ff884af2c req-96671b8c-3c9e-42d5-8596-39ddc62fe472 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570340 Jun 26 21:32:08.143042 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd3238-6a7b-49b7-b29b-47d5de0c2168 req-62673e7a-c8a4-4c19-87a7-d4e916f5b40b tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:08.144708 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-58cd3238-6a7b-49b7-b29b-47d5de0c2168 req-62673e7a-c8a4-4c19-87a7-d4e916f5b40b tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.0785880 Jun 26 21:32:08.208656 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-58cd3238-6a7b-49b7-b29b-47d5de0c2168 req-f236287f-b533-43f3-b9b0-85ff3db217b2 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524502 Jun 26 21:32:09.056170 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241e219-5f54-4a5b-9728-41a9017446ca req-38c5204c-a610-4539-9462-b6bfc8f91da7 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:09.060298 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f241e219-5f54-4a5b-9728-41a9017446ca req-38c5204c-a610-4539-9462-b6bfc8f91da7 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 931 time: 0.1411037 Jun 26 21:32:09.112628 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f241e219-5f54-4a5b-9728-41a9017446ca req-ad6fdac0-e41f-4221-adf5-05dc1fd9cae1 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471919 Jun 26 21:32:09.471136 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0ef67-cc90-4c74-855a-fcdb6e0eb5f0 req-8a224d0a-5ef6-440f-ad16-c048f9ef24f5 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:09.484253 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-53c0ef67-cc90-4c74-855a-fcdb6e0eb5f0 req-8a224d0a-5ef6-440f-ad16-c048f9ef24f5 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e068b2-0c01-460e-b8df-deec7dd90474 HTTP/1.1" status: 200 len: 946 time: 0.2133679 Jun 26 21:32:09.623912 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-53c0ef67-cc90-4c74-855a-fcdb6e0eb5f0 req-d1462ab5-9dfe-49e6-9c68-8ab6eaefca9f tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386092 Jun 26 21:32:09.672135 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f7673-b3fb-4214-bd0a-65593b2cce9e req-6b24fadb-54f3-45b8-9fb0-2151a9bf4271 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:09.679728 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-021f7673-b3fb-4214-bd0a-65593b2cce9e req-6b24fadb-54f3-45b8-9fb0-2151a9bf4271 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.1618400 Jun 26 21:32:09.754665 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-021f7673-b3fb-4214-bd0a-65593b2cce9e req-ce188ad7-2025-4584-951e-a18394fff8e3 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681181 Jun 26 21:32:10.319218 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43bdc6f-2eae-4f92-be29-dd67849e0866 req-c4091ad8-70ab-4f6f-8dfc-882701e007a2 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:10.320861 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e43bdc6f-2eae-4f92-be29-dd67849e0866 req-c4091ad8-70ab-4f6f-8dfc-882701e007a2 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 931 time: 0.0655828 Jun 26 21:32:10.367027 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e43bdc6f-2eae-4f92-be29-dd67849e0866 req-2fef138d-cb23-4952-bacd-ba0ab4e776d9 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403624 Jun 26 21:32:10.824958 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f54258-8f99-4fa6-b72b-25c47eb1f62e req-1f6c38ea-6955-4ada-828f-ae949c941d4c tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:10.826703 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-27f54258-8f99-4fa6-b72b-25c47eb1f62e req-1f6c38ea-6955-4ada-828f-ae949c941d4c tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e068b2-0c01-460e-b8df-deec7dd90474 HTTP/1.1" status: 200 len: 946 time: 0.0717590 Jun 26 21:32:10.875711 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-27f54258-8f99-4fa6-b72b-25c47eb1f62e req-7338f0fc-6b36-4cde-a974-60fb9a145b2c tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393002 Jun 26 21:32:10.951458 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96e46c-3e0d-472f-b439-25a00c460f30 req-9fab6cfa-7fd2-4670-86a2-360d434727e9 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:10.952993 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cb96e46c-3e0d-472f-b439-25a00c460f30 req-9fab6cfa-7fd2-4670-86a2-360d434727e9 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.0630105 Jun 26 21:32:10.997019 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cb96e46c-3e0d-472f-b439-25a00c460f30 req-d344d48f-1126-4542-b27e-e83107f824df tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380409 Jun 26 21:32:11.578357 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d318e41-27ca-4297-bd63-a5139f4fdfaf req-69ff7a5b-e352-4833-ad3e-486aa56e7317 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:11.581012 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9d318e41-27ca-4297-bd63-a5139f4fdfaf req-69ff7a5b-e352-4833-ad3e-486aa56e7317 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 931 time: 0.0927508 Jun 26 21:32:11.622533 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9d318e41-27ca-4297-bd63-a5139f4fdfaf req-963dec7f-afbf-4b34-9b8a-8269f51d6fd9 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359538 Jun 26 21:32:12.077811 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9668f0-8434-46fb-bc44-e529acd524df req-d55de8cf-3105-4331-b2dd-b24e1a66e474 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:12.080673 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8c9668f0-8434-46fb-bc44-e529acd524df req-d55de8cf-3105-4331-b2dd-b24e1a66e474 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e068b2-0c01-460e-b8df-deec7dd90474 HTTP/1.1" status: 200 len: 946 time: 0.0890954 Jun 26 21:32:12.146797 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8c9668f0-8434-46fb-bc44-e529acd524df req-21bfe0d9-908e-4501-80c8-6d83dd595b5b tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600927 Jun 26 21:32:12.205686 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74414a73-390b-4a43-bb03-183b15479469 req-da54c0c3-e51d-44b0-bf70-e2338c1562af tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:12.207490 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-74414a73-390b-4a43-bb03-183b15479469 req-da54c0c3-e51d-44b0-bf70-e2338c1562af tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.0784724 Jun 26 21:32:12.213686 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-87bdd116-77cc-43e6-9f87-ec4af37fe384 service neutron] Request body: {'port': {'device_id': '8c8c94ea-c1c3-459d-864a-c3d9345ffaed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79820'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:32:12.283995 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-74414a73-390b-4a43-bb03-183b15479469 req-00f7cd3c-7a59-4324-8a7b-975e5bfa31e3 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645573 Jun 26 21:32:12.337046 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-87bdd116-77cc-43e6-9f87-ec4af37fe384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:12.688312 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-87bdd116-77cc-43e6-9f87-ec4af37fe384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df703c9b-6291-48fd-97e8-36cd4536f13a {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 21:32:12.703489 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-87bdd116-77cc-43e6-9f87-ec4af37fe384 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:12.716396 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-87bdd116-77cc-43e6-9f87-ec4af37fe384 service neutron] Transition to ACTIVE for port object df703c9b-6291-48fd-97e8-36cd4536f13a will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:32:12.721822 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-87bdd116-77cc-43e6-9f87-ec4af37fe384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8896010'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:12.725586 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:32:12.806170 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bdd116-77cc-43e6-9f87-ec4af37fe384 service neutron] Pushing event updated for resources: {'Port': ['ID=df703c9b-6291-48fd-97e8-36cd4536f13a,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:32:12.809698 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-87bdd116-77cc-43e6-9f87-ec4af37fe384 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:32:12.874538 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-87bdd116-77cc-43e6-9f87-ec4af37fe384 service neutron] Attempting to bind port df703c9b-6291-48fd-97e8-36cd4536f13a on host hv-cinder-79820 for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:32:12.875215 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-87bdd116-77cc-43e6-9f87-ec4af37fe384 service neutron] Attempting to bind port df703c9b-6291-48fd-97e8-36cd4536f13a by drivers openvswitch,hyperv on host hv-cinder-79820 at level 0 using segments [{'id': '88150bbd-5688-4aa7-89dd-f9366c7f6629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7504093b-2185-4c2a-88d7-b1f590578a60'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:32:12.876073 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-87bdd116-77cc-43e6-9f87-ec4af37fe384 service neutron] Attempting to bind port df703c9b-6291-48fd-97e8-36cd4536f13a on network 7504093b-2185-4c2a-88d7-b1f590578a60 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:32:12.885123 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-87bdd116-77cc-43e6-9f87-ec4af37fe384 service neutron] Port df703c9b-6291-48fd-97e8-36cd4536f13a on network 7504093b-2185-4c2a-88d7-b1f590578a60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79820 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 21:32:12.885679 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-87bdd116-77cc-43e6-9f87-ec4af37fe384 service neutron] Attempting to bind port df703c9b-6291-48fd-97e8-36cd4536f13a on network 7504093b-2185-4c2a-88d7-b1f590578a60 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:32:12.887360 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2599d8e-ee3d-4f6c-a7d4-622fa67eeeda req-666b030b-d618-4250-b29a-f5d849c0fb78 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:12.891134 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c2599d8e-ee3d-4f6c-a7d4-622fa67eeeda req-666b030b-d618-4250-b29a-f5d849c0fb78 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 943 time: 0.1422546 Jun 26 21:32:12.900916 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-87bdd116-77cc-43e6-9f87-ec4af37fe384 service neutron] Checking agent: {'id': '92a96a50-8a1c-4808-8af1-2ac9e1a0a70b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79820', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 27, 54), 'started_at': datetime.datetime(2021, 6, 26, 21, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:32:12.902517 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-87bdd116-77cc-43e6-9f87-ec4af37fe384 service neutron] Checking segment: {'id': '88150bbd-5688-4aa7-89dd-f9366c7f6629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7504093b-2185-4c2a-88d7-b1f590578a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:32:12.903172 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-87bdd116-77cc-43e6-9f87-ec4af37fe384 service neutron] Bound using segment: {'id': '88150bbd-5688-4aa7-89dd-f9366c7f6629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7504093b-2185-4c2a-88d7-b1f590578a60'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:32:12.903982 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-87bdd116-77cc-43e6-9f87-ec4af37fe384 service neutron] Bound port: df703c9b-6291-48fd-97e8-36cd4536f13a, host: hv-cinder-79820, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88150bbd-5688-4aa7-89dd-f9366c7f6629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7504093b-2185-4c2a-88d7-b1f590578a60'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:32:12.904486 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-87bdd116-77cc-43e6-9f87-ec4af37fe384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:12.976478 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c2599d8e-ee3d-4f6c-a7d4-622fa67eeeda req-303e1d49-55b3-49cc-9407-aeeca45c088a tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738556 Jun 26 21:32:13.020593 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-87bdd116-77cc-43e6-9f87-ec4af37fe384 service neutron] For port df703c9b-6291-48fd-97e8-36cd4536f13a, host hv-cinder-79820, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:32:13.024936 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-87bdd116-77cc-43e6-9f87-ec4af37fe384 service neutron] For port df703c9b-6291-48fd-97e8-36cd4536f13a, host hv-cinder-79820, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=df703c9b-6291-48fd-97e8-36cd4536f13a,segment=NetworkSegment(88150bbd-5688-4aa7-89dd-f9366c7f6629),segment_id=88150bbd-5688-4aa7-89dd-f9366c7f6629)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:32:13.036929 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-87bdd116-77cc-43e6-9f87-ec4af37fe384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8896010'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:13.040315 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-224ae36e-7b05-4089-8d4b-df17308f2138 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:32:13.131725 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-87bdd116-77cc-43e6-9f87-ec4af37fe384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:13.132804 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-87bdd116-77cc-43e6-9f87-ec4af37fe384 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:13.135928 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-87bdd116-77cc-43e6-9f87-ec4af37fe384 service neutron] 10.222.0.41 "PUT /v2.0/ports/df703c9b-6291-48fd-97e8-36cd4536f13a HTTP/1.1" status: 200 len: 1093 time: 0.9292543 Jun 26 21:32:13.137127 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c8c94ea-c1c3-459d-864a-c3d9345ffaed', 'tag': 'df703c9b-6291-48fd-97e8-36cd4536f13a'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:32:13.142686 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b5f6d741f71b22ca80de7011a5bf010bd5b330abd4b28dbd747dc86a1ce20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f66fab-a8c5-4326-94ec-599ac430edb1" -d '{"events": [{"name": "network-changed", "server_uuid": "8c8c94ea-c1c3-459d-864a-c3d9345ffaed", "tag": "df703c9b-6291-48fd-97e8-36cd4536f13a"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:32:13.167573 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bdd116-77cc-43e6-9f87-ec4af37fe384 service neutron] Pushing event updated for resources: {'Port': ['ID=df703c9b-6291-48fd-97e8-36cd4536f13a,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:32:13.175331 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-87bdd116-77cc-43e6-9f87-ec4af37fe384 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:32:13.218493 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 21:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873f1f07-6cbf-4a9d-9def-7ed57ad18265 x-openstack-request-id: req-873f1f07-6cbf-4a9d-9def-7ed57ad18265 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:32:13.219526 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c8c94ea-c1c3-459d-864a-c3d9345ffaed", "tag": "df703c9b-6291-48fd-97e8-36cd4536f13a", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:32:13.219733 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-873f1f07-6cbf-4a9d-9def-7ed57ad18265 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:32:13.220530 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c8c94ea-c1c3-459d-864a-c3d9345ffaed', 'tag': 'df703c9b-6291-48fd-97e8-36cd4536f13a', 'status': 'completed', 'code': 200} Jun 26 21:32:13.416587 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0bb406-80b6-4918-8f8e-66279189ee0a req-b7cfcf5f-9395-49e6-8c9c-94f1c768ab94 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:13.418984 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1e0bb406-80b6-4918-8f8e-66279189ee0a req-b7cfcf5f-9395-49e6-8c9c-94f1c768ab94 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e068b2-0c01-460e-b8df-deec7dd90474 HTTP/1.1" status: 200 len: 946 time: 0.1136081 Jun 26 21:32:13.529761 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1e0bb406-80b6-4918-8f8e-66279189ee0a req-c506c449-b472-492c-be04-13a9b094d52e tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951307 Jun 26 21:32:13.552934 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecaa50-45b0-4cfa-bd30-2270adeae41b req-e4567bf1-c46b-4dd8-afc4-b13c3f1d163c tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:13.554455 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3eecaa50-45b0-4cfa-bd30-2270adeae41b req-e4567bf1-c46b-4dd8-afc4-b13c3f1d163c tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.1342573 Jun 26 21:32:13.595785 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3eecaa50-45b0-4cfa-bd30-2270adeae41b req-b7d6b6d7-7004-4d78-8a14-a41fb528f878 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350425 Jun 26 21:32:13.943742 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d959615-d552-4306-8d42-88678461623d req-924296cb-27b0-48cf-a1d0-d315926b5634 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:13.945204 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2d959615-d552-4306-8d42-88678461623d req-924296cb-27b0-48cf-a1d0-d315926b5634 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.0652602 Jun 26 21:32:13.986834 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2d959615-d552-4306-8d42-88678461623d req-d252efff-7b32-4521-a1d9-00ddd82d834f tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353100 Jun 26 21:32:14.221141 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c828d5-d7aa-4c85-aedc-85f1da846813 req-21ee4b47-b23c-489b-a88e-1a697cfd94ff tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:14.222585 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-73c828d5-d7aa-4c85-aedc-85f1da846813 req-21ee4b47-b23c-489b-a88e-1a697cfd94ff tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 943 time: 0.0779717 Jun 26 21:32:14.276416 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-73c828d5-d7aa-4c85-aedc-85f1da846813 req-b0b0f281-95a3-4a18-87d5-f64ccd439f18 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471063 Jun 26 21:32:14.716500 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4166878-8dda-4bfb-a295-4f0a44d38e93 req-8ca5e6c3-90b2-4326-89c8-e5fe7adf7cc3 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:14.718232 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e4166878-8dda-4bfb-a295-4f0a44d38e93 req-8ca5e6c3-90b2-4326-89c8-e5fe7adf7cc3 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e068b2-0c01-460e-b8df-deec7dd90474 HTTP/1.1" status: 200 len: 946 time: 0.0679204 Jun 26 21:32:14.764768 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e4166878-8dda-4bfb-a295-4f0a44d38e93 req-869134e0-dd0e-419a-bf96-5356b173755f tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366213 Jun 26 21:32:15.356494 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9d250-4122-435b-8734-353ddf755cf2 req-c8a426ce-9813-44a7-ac76-d35a3c6d3b6e tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:15.358063 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0ce9d250-4122-435b-8734-353ddf755cf2 req-c8a426ce-9813-44a7-ac76-d35a3c6d3b6e tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.0819559 Jun 26 21:32:15.412725 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0ce9d250-4122-435b-8734-353ddf755cf2 req-199cdc6e-feb7-49c8-b72e-c60e93792eb8 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484233 Jun 26 21:32:15.467334 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d178795-0ffb-4b2b-99c1-485a164cd065 req-a5f7ed18-cb37-411a-9499-6eb486f3f366 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:15.468837 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4d178795-0ffb-4b2b-99c1-485a164cd065 req-a5f7ed18-cb37-411a-9499-6eb486f3f366 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 943 time: 0.0766978 Jun 26 21:32:15.508671 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4d178795-0ffb-4b2b-99c1-485a164cd065 req-f9943354-7a23-4733-97a3-2324038fe848 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337055 Jun 26 21:32:15.949318 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ba67c-709f-4323-be88-251f40622570 req-fb586816-371b-44b5-a72c-7c902474f1e1 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:15.950815 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-123ba67c-709f-4323-be88-251f40622570 req-fb586816-371b-44b5-a72c-7c902474f1e1 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e068b2-0c01-460e-b8df-deec7dd90474 HTTP/1.1" status: 200 len: 946 time: 0.0693495 Jun 26 21:32:15.955537 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f66fab-a8c5-4326-94ec-599ac430edb1 req-54cff38f-1bf4-450b-a760-af0fe7c75884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:15.957164 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-85f66fab-a8c5-4326-94ec-599ac430edb1 req-54cff38f-1bf4-450b-a760-af0fe7c75884 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92ac25c46d5e4ca8b91dd76623e3115e&device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 1096 time: 0.0679762 Jun 26 21:32:15.991592 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-123ba67c-709f-4323-be88-251f40622570 req-515ba875-6b9a-4f51-9247-e777f11d254b tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346470 Jun 26 21:32:16.435023 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f66fab-a8c5-4326-94ec-599ac430edb1 req-cf70958d-ca05-4095-a228-21f4d1f226b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:16.436568 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-85f66fab-a8c5-4326-94ec-599ac430edb1 req-cf70958d-ca05-4095-a228-21f4d1f226b7 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=92ac25c46d5e4ca8b91dd76623e3115e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4525845 Jun 26 21:32:16.442471 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539ac9e-495e-4ca3-9298-6db762e66071 req-c5a5da42-ddc6-42e8-a1eb-5298e34e7de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:16.443999 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-4539ac9e-495e-4ca3-9298-6db762e66071 req-c5a5da42-ddc6-42e8-a1eb-5298e34e7de0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=95b2f2bc0b574f2b979cd6ba40175646&device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 1098 time: 0.4179051 Jun 26 21:32:16.675735 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907a0ff-98f7-4a58-b5d2-f87a4065c33c req-39ec1e82-2a80-4e54-be8c-f5e60ac41473 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:16.678002 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2907a0ff-98f7-4a58-b5d2-f87a4065c33c req-39ec1e82-2a80-4e54-be8c-f5e60ac41473 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.1264369 Jun 26 21:32:16.764537 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2907a0ff-98f7-4a58-b5d2-f87a4065c33c req-8ad7e1c1-7e5a-4f62-bd23-b633c2782c2b tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595915 Jun 26 21:32:16.787410 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e5dad-0721-4bc7-a076-b3359ecc92b4 req-05d5309c-b32e-46d9-8e3b-a93188bef01e tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:16.796928 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d88e5dad-0721-4bc7-a076-b3359ecc92b4 req-05d5309c-b32e-46d9-8e3b-a93188bef01e tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 943 time: 0.1641064 Jun 26 21:32:16.850219 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539ac9e-495e-4ca3-9298-6db762e66071 req-fed5530b-0f7a-4b02-825f-244bc30fac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:16.850219 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-4539ac9e-495e-4ca3-9298-6db762e66071 req-fed5530b-0f7a-4b02-825f-244bc30fac44 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d5655de1-5361-4a06-953a-81fc39e01316 HTTP/1.1" status: 200 len: 912 time: 0.3631287 Jun 26 21:32:16.854037 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d88e5dad-0721-4bc7-a076-b3359ecc92b4 req-923c6e21-e6ce-4ef9-a7ff-916677b8c6db tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558279 Jun 26 21:32:16.854289 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f66fab-a8c5-4326-94ec-599ac430edb1 req-8bf1ee6a-a82c-4631-b34f-58b5170a205a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:16.856315 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-85f66fab-a8c5-4326-94ec-599ac430edb1 req-8bf1ee6a-a82c-4631-b34f-58b5170a205a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3884106 Jun 26 21:32:16.998619 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-4539ac9e-495e-4ca3-9298-6db762e66071 req-de39ac7e-9163-41cd-b2c4-741ff282272c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ad7faa0-7c22-4b18-955c-b7b1615ef083 HTTP/1.1" status: 200 len: 1000 time: 0.1409712 Jun 26 21:32:17.056976 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-58dbe4d8-20e1-485f-b1b2-5ecc5075e2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:17.058516 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-58dbe4d8-20e1-485f-b1b2-5ecc5075e2f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92ac25c46d5e4ca8b91dd76623e3115e&device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 1096 time: 0.1518781 Jun 26 21:32:17.062503 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539ac9e-495e-4ca3-9298-6db762e66071 req-17999f58-322d-45b8-89c3-d558ecfabc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:17.063986 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-4539ac9e-495e-4ca3-9298-6db762e66071 req-17999f58-322d-45b8-89c3-d558ecfabc52 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c6283427-b1a2-45b8-8e04-fdc5bc89b513 HTTP/1.1" status: 200 len: 850 time: 0.0579476 Jun 26 21:32:17.136223 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-ac7fb1c7-23c6-489e-b7f2-4db9e03a081e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df703c9b-6291-48fd-97e8-36cd4536f13a HTTP/1.1" status: 200 len: 217 time: 0.0641806 Jun 26 21:32:17.200032 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728ad3a-5a70-4e52-a6b6-27632d4e82fc req-22b198a1-9479-49a8-bedb-db9e0a42bb9f tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:17.201879 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2728ad3a-5a70-4e52-a6b6-27632d4e82fc req-22b198a1-9479-49a8-bedb-db9e0a42bb9f tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e068b2-0c01-460e-b8df-deec7dd90474 HTTP/1.1" status: 200 len: 946 time: 0.0897915 Jun 26 21:32:17.204048 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-b5335094-69d3-49d8-94e7-805c38752a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:17.205512 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-b5335094-69d3-49d8-94e7-805c38752a1b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c0ea7ed3-3026-4b54-9abc-fc78571d0dfb HTTP/1.1" status: 200 len: 854 time: 0.0572412 Jun 26 21:32:17.212040 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539ac9e-495e-4ca3-9298-6db762e66071 req-c360fdfe-8d8d-4e2e-8165-7bd9fcb1df5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:17.214002 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-4539ac9e-495e-4ca3-9298-6db762e66071 req-c360fdfe-8d8d-4e2e-8165-7bd9fcb1df5f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d5655de1-5361-4a06-953a-81fc39e01316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1359754 Jun 26 21:32:17.261902 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2728ad3a-5a70-4e52-a6b6-27632d4e82fc req-28512417-7d48-4dd0-992a-b83c4b950fd0 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516033 Jun 26 21:32:17.379001 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-4539ac9e-495e-4ca3-9298-6db762e66071 req-359e5319-cd48-4db4-b0ce-693c07c31b46 service neutron] 10.222.0.41 "GET /v2.0/networks/d5655de1-5361-4a06-953a-81fc39e01316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312704 Jun 26 21:32:17.391683 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-3cc3ed9c-761d-49b4-acb4-3a0521af24de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:17.394734 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-3cc3ed9c-761d-49b4-acb4-3a0521af24de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7504093b-2185-4c2a-88d7-b1f590578a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1793823 Jun 26 21:32:17.697647 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-4539ac9e-495e-4ca3-9298-6db762e66071 req-0fcaca03-b7d1-464d-b51e-7491ec521404 service neutron] 10.222.0.41 "GET /v2.0/networks/d5655de1-5361-4a06-953a-81fc39e01316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012469 Jun 26 21:32:17.733735 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-3e3e326f-b74d-45c7-be22-a5497be73d72 service neutron] 10.222.0.41 "GET /v2.0/networks/7504093b-2185-4c2a-88d7-b1f590578a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823594 Jun 26 21:32:17.923160 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-a96990a2-27ff-4f54-a4b9-caa647267572 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-126239869&fields=id&tenant_id=d57413efbdfc45b299c235407da019ce HTTP/1.1" status: 200 len: 267 time: 0.0862987 Jun 26 21:32:17.943666 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-5c0f3844-ac82-4c1a-ba37-675b30c58c5a req-0cacdc24-b800-400c-84b6-aaa10c54799e service neutron] 10.222.0.41 "GET /v2.0/networks/7504093b-2185-4c2a-88d7-b1f590578a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027071 Jun 26 21:32:18.051584 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce012b4-27f2-42b2-9a04-6cdbd7d0dec1 req-6a35da24-4286-482d-a4d6-2ea338847f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:18.052921 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-5ce012b4-27f2-42b2-9a04-6cdbd7d0dec1 req-6a35da24-4286-482d-a4d6-2ea338847f0b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1b82a91ccfa34d6d9e71d190d4dfd427&device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 1099 time: 0.1040428 Jun 26 21:32:18.175690 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce012b4-27f2-42b2-9a04-6cdbd7d0dec1 req-55f75297-1596-440c-8a00-bc03e9dd43ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:18.177356 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-5ce012b4-27f2-42b2-9a04-6cdbd7d0dec1 req-55f75297-1596-440c-8a00-bc03e9dd43ca service neutron] 10.222.0.41 "GET /v2.0/networks?id=2305325d-a907-4cbb-9a7b-fe0c2ff5adf1 HTTP/1.1" status: 200 len: 920 time: 0.1042044 Jun 26 21:32:18.243949 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-5ce012b4-27f2-42b2-9a04-6cdbd7d0dec1 req-74b87d9d-94a3-4808-89e5-cb2d0a5a6407 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09ec0a32-cf86-48ed-a9fe-55855bfe4ab2 HTTP/1.1" status: 200 len: 217 time: 0.0554035 Jun 26 21:32:18.306771 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-2bbdea7b-bedf-4272-9f2d-515a26ac53d1 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:18.308463 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-2bbdea7b-bedf-4272-9f2d-515a26ac53d1 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/networks?id=a8afb80a-5940-4655-9052-1907914d829f HTTP/1.1" status: 200 len: 812 time: 0.3842328 Jun 26 21:32:18.337335 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-d86b4642-af4a-402f-a85b-5ce7c1b5994a tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/quotas/d57413efbdfc45b299c235407da019ce HTTP/1.1" status: 200 len: 375 time: 0.0195434 Jun 26 21:32:18.340679 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce012b4-27f2-42b2-9a04-6cdbd7d0dec1 req-3b9a5764-df5f-41cb-b836-d4948875811b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:18.342178 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-5ce012b4-27f2-42b2-9a04-6cdbd7d0dec1 req-3b9a5764-df5f-41cb-b836-d4948875811b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=162b4e55-03bc-4a67-8c15-f483cdb4fffc HTTP/1.1" status: 200 len: 859 time: 0.0890684 Jun 26 21:32:18.345933 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f485c4e-5f02-4dea-93c2-0ea99db9d563 req-80c5e0ed-ab45-45ac-8d06-a3a182f56091 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:18.347571 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6f485c4e-5f02-4dea-93c2-0ea99db9d563 req-80c5e0ed-ab45-45ac-8d06-a3a182f56091 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.3437903 Jun 26 21:32:18.384593 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-5ce012b4-27f2-42b2-9a04-6cdbd7d0dec1 req-f55577cf-7735-445d-af6b-279f9d78bf8d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2305325d-a907-4cbb-9a7b-fe0c2ff5adf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304947 Jun 26 21:32:18.420353 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6f485c4e-5f02-4dea-93c2-0ea99db9d563 req-29defc90-67c4-4738-b10f-56736568d5f8 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624926 Jun 26 21:32:18.476595 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-04e48d91-3ae8-4c5d-b4d2-c930ba3ec065 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d57413efbdfc45b299c235407da019ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1277778 Jun 26 21:32:18.542783 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-5ce012b4-27f2-42b2-9a04-6cdbd7d0dec1 req-82acba55-23d5-4220-8a42-aa1be9648a0e service neutron] 10.222.0.41 "GET /v2.0/networks/2305325d-a907-4cbb-9a7b-fe0c2ff5adf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496387 Jun 26 21:32:18.646641 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-ebcd9d6e-a68c-4546-8e49-b16ee7e6101a service neutron] 10.222.0.24 "GET /v2.0/networks/a8afb80a-5940-4655-9052-1907914d829f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670854 Jun 26 21:32:18.717648 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-5ce012b4-27f2-42b2-9a04-6cdbd7d0dec1 req-cafdd4fc-50fd-4060-9154-8908f211014e service neutron] 10.222.0.41 "GET /v2.0/networks/2305325d-a907-4cbb-9a7b-fe0c2ff5adf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640470 Jun 26 21:32:18.775463 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646250b8-8158-493e-bae1-68e86c7c1516 req-639ae7ff-7024-41f0-a07b-081fd8e958af tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:18.777083 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-646250b8-8158-493e-bae1-68e86c7c1516 req-639ae7ff-7024-41f0-a07b-081fd8e958af tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 943 time: 0.1485026 Jun 26 21:32:18.778947 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-a5d790e5-9c7c-4787-aefe-8ef114b7ce7e service neutron] 10.222.0.24 "GET /v2.0/networks/a8afb80a-5940-4655-9052-1907914d829f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155255 Jun 26 21:32:18.825848 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-646250b8-8158-493e-bae1-68e86c7c1516 req-4a563bd6-38c7-405e-b7b1-7c1785ea3b99 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384176 Jun 26 21:32:19.052227 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7e2df-5d55-4e2e-bb94-d60e4bdc4e29 req-946569f4-e932-4ea1-aa54-e5fe34c1572f tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:19.054012 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b2a7e2df-5d55-4e2e-bb94-d60e4bdc4e29 req-946569f4-e932-4ea1-aa54-e5fe34c1572f tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 946 time: 0.0829017 Jun 26 21:32:19.118652 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 42830) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:32:19.125174 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b2a7e2df-5d55-4e2e-bb94-d60e4bdc4e29 req-543fbaa9-5351-4dfe-b1ff-39d7703156ca tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641425 Jun 26 21:32:19.257277 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-73405585-deb4-44b3-818d-4fa0ca41fdc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:19.266239 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8487850a-1f53-4b6a-aaa8-d09358cf01ab req-6b495f92-ec9b-4562-b029-e381ff5a50e7 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=04877686-a29c-42c0-9065-93a121a8e5f0 HTTP/1.1" status: 200 len: 210 time: 0.0485160 Jun 26 21:32:19.370030 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-73405585-deb4-44b3-818d-4fa0ca41fdc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:19.376699 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-73405585-deb4-44b3-818d-4fa0ca41fdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:19.378430 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-10c710da-c3ef-46c6-9793-112e0d5b70e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:32:19.421559 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73405585-deb4-44b3-818d-4fa0ca41fdc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec005de7-8b16-46f2-afd6-a47561a86267,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:32:19.425320 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-73405585-deb4-44b3-818d-4fa0ca41fdc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:32:19.431237 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-73405585-deb4-44b3-818d-4fa0ca41fdc4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6216d4a18d5d44aba2ca54fa2273fea9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3088632 Jun 26 21:32:19.432033 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 42846) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:32:19.529191 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-463078c2-4708-4f5f-8280-9fb19318734d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:19.580785 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-463078c2-4708-4f5f-8280-9fb19318734d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:19.658856 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-463078c2-4708-4f5f-8280-9fb19318734d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:19.662927 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-463078c2-4708-4f5f-8280-9fb19318734d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:19.664845 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-463078c2-4708-4f5f-8280-9fb19318734d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ec005de7-8b16-46f2-afd6-a47561a86267 HTTP/1.1" status: 204 len: 168 time: 0.2314332 Jun 26 21:32:19.666389 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-b0470e04-7d19-416a-bb92-bd482bd2120e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:32:19.678938 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463078c2-4708-4f5f-8280-9fb19318734d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec005de7-8b16-46f2-afd6-a47561a86267,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:32:19.683373 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-463078c2-4708-4f5f-8280-9fb19318734d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:32:19.683627 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f9f8a-e481-4365-9f3c-e8a377c4a334 req-e3642f3f-bfa6-4efa-bebe-2e421debdb7c tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:19.685633 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c54f9f8a-e481-4365-9f3c-e8a377c4a334 req-e3642f3f-bfa6-4efa-bebe-2e421debdb7c tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.1108978 Jun 26 21:32:19.753393 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c54f9f8a-e481-4365-9f3c-e8a377c4a334 req-18974aa7-239b-4812-9efe-640d2cfb9d34 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551424 Jun 26 21:32:20.074535 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5e2de-4d9b-4063-8961-c83ecc31b914 req-2c9718a7-afbc-445a-b5c8-ead8b0ccc72f tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:20.076839 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-45a5e2de-4d9b-4063-8961-c83ecc31b914 req-2c9718a7-afbc-445a-b5c8-ead8b0ccc72f tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 943 time: 0.0688112 Jun 26 21:32:20.118420 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-45a5e2de-4d9b-4063-8961-c83ecc31b914 req-43c02d20-be0d-45ca-a837-9821203323a0 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350108 Jun 26 21:32:20.384466 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcaf3c3-8db1-4e93-acdf-bb2fd2b9fda2 req-513ceb0e-6fdf-4a71-b148-ce98b5b51e65 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:20.386036 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8dcaf3c3-8db1-4e93-acdf-bb2fd2b9fda2 req-513ceb0e-6fdf-4a71-b148-ce98b5b51e65 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 946 time: 0.0727766 Jun 26 21:32:20.407579 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-000c0f4a-7d1b-44f4-bf2d-aed4d06a97e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:20.432148 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8dcaf3c3-8db1-4e93-acdf-bb2fd2b9fda2 req-72eda356-a83a-42ba-b5f8-35f53dda1237 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397120 Jun 26 21:32:20.663298 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-46b9a3a4-d655-45e9-9752-030bd7b87889 req-50d894c1-f37d-42c0-9463-ed9cf29c1e09 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=04877686-a29c-42c0-9065-93a121a8e5f0 HTTP/1.1" status: 200 len: 210 time: 0.0289977 Jun 26 21:32:21.296105 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c99cf-10e4-4836-a2b1-0957d22c88a3 req-2bfe5466-a9b1-4c52-96c9-c866c139f3d3 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:21.297686 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a20c99cf-10e4-4836-a2b1-0957d22c88a3 req-2bfe5466-a9b1-4c52-96c9-c866c139f3d3 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 943 time: 0.0677383 Jun 26 21:32:21.339097 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a20c99cf-10e4-4836-a2b1-0957d22c88a3 req-ac2e5e4b-b7f2-4f48-87d0-6e4f7ac29569 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352249 Jun 26 21:32:21.630727 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438cd609-d175-4a80-a140-4d7d207ab36c req-ceb9fce2-a68d-47ca-97bc-a950e3fc3add tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:21.632389 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-438cd609-d175-4a80-a140-4d7d207ab36c req-ceb9fce2-a68d-47ca-97bc-a950e3fc3add tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 946 time: 0.0698526 Jun 26 21:32:21.677672 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-438cd609-d175-4a80-a140-4d7d207ab36c req-597ac81c-17f1-46ef-a0ea-6bab4a77f273 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351005 Jun 26 21:32:21.840787 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4b1e4b85-2633-4418-aa97-97a8ef5a2fe0 req-31ed512b-ba04-4303-aa9e-81e285089ae1 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=04877686-a29c-42c0-9065-93a121a8e5f0 HTTP/1.1" status: 200 len: 210 time: 0.0410750 Jun 26 21:32:22.591083 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45c3dc-6dc3-4781-9c11-299f3b5207aa req-a4e2d415-2966-41d9-8d91-33cb107f6abb tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:22.593960 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9c45c3dc-6dc3-4781-9c11-299f3b5207aa req-a4e2d415-2966-41d9-8d91-33cb107f6abb tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 943 time: 0.1257646 Jun 26 21:32:22.659629 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:22.669302 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9c45c3dc-6dc3-4781-9c11-299f3b5207aa req-5f48ae07-89cd-43a5-8576-def17793ca94 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622909 Jun 26 21:32:22.775575 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.agents_db [None req-53b98272-06bb-47ef-8924-edf36d473ef8 None None] Agent healthcheck: found 6 active agents {{(pid=92924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 21:32:22.896247 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-4a3148f4-e942-4a76-af0b-6936bcbe2d3f tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:22.898966 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-4a3148f4-e942-4a76-af0b-6936bcbe2d3f tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.41 "GET /v2.0/networks?id=a8afb80a-5940-4655-9052-1907914d829f HTTP/1.1" status: 200 len: 812 time: 0.1923394 Jun 26 21:32:22.911267 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7db2d1-d22a-42c9-a84b-50b035aae2ef req-f4cb796d-964b-45f4-b4a8-d01525633b03 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:22.913270 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-dd7db2d1-d22a-42c9-a84b-50b035aae2ef req-f4cb796d-964b-45f4-b4a8-d01525633b03 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 946 time: 0.0797901 Jun 26 21:32:22.960531 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-dd7db2d1-d22a-42c9-a84b-50b035aae2ef req-c93f6ec8-9aec-4e03-9d79-d139fb71a48a tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401776 Jun 26 21:32:22.982608 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-3cc7e757-8952-4099-86c5-6b3b8854ec91 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d57413efbdfc45b299c235407da019ce HTTP/1.1" status: 200 len: 379 time: 0.0730340 Jun 26 21:32:22.998011 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-48464d2d-c5fb-4b0b-a8e7-84e68fe939c4 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Request body: {'port': {'device_id': '04877686-a29c-42c0-9065-93a121a8e5f0', 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f', 'admin_state_up': True, 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'security_groups': ['ec64ee0d-6832-4a84-a6d9-48c6d44b7b50']}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:32:23.008290 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9a179c2a-73cf-49d3-8648-ffdc63165a72 req-fd5669e3-e144-435b-93dd-5f476609d15b tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=04877686-a29c-42c0-9065-93a121a8e5f0 HTTP/1.1" status: 200 len: 210 time: 0.0318148 Jun 26 21:32:23.131354 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-48464d2d-c5fb-4b0b-a8e7-84e68fe939c4 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Made reservation on behalf of d57413efbdfc45b299c235407da019ce for: {'port': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:32:23.135687 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-48464d2d-c5fb-4b0b-a8e7-84e68fe939c4 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:23.284516 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-48464d2d-c5fb-4b0b-a8e7-84e68fe939c4 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Allocated IP 172.20.0.10 (a8afb80a-5940-4655-9052-1907914d829f/b01ad406-256f-4138-8b6e-7125345feab0/0551d1aa-55a8-4e14-89e0-be8964ac60ad) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:32:23.436057 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-48464d2d-c5fb-4b0b-a8e7-84e68fe939c4 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:23.451911 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-48464d2d-c5fb-4b0b-a8e7-84e68fe939c4 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Transition to ACTIVE for port object 0551d1aa-55a8-4e14-89e0-be8964ac60ad will not be triggered until provisioned by entity DHCP. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:32:23.488528 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-48464d2d-c5fb-4b0b-a8e7-84e68fe939c4 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8896248'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:23.492941 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-87bdd116-77cc-43e6-9f87-ec4af37fe384 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:32:23.538438 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-48464d2d-c5fb-4b0b-a8e7-84e68fe939c4 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Network a8afb80a-5940-4655-9052-1907914d829f is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:32:23.544805 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-48464d2d-c5fb-4b0b-a8e7-84e68fe939c4 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:32:23.551927 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-48464d2d-c5fb-4b0b-a8e7-84e68fe939c4 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:32:23.558992 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48464d2d-c5fb-4b0b-a8e7-84e68fe939c4 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Pushing event updated for resources: {'Port': ['ID=0551d1aa-55a8-4e14-89e0-be8964ac60ad,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:32:23.578811 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-48464d2d-c5fb-4b0b-a8e7-84e68fe939c4 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:32:23.611345 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-48464d2d-c5fb-4b0b-a8e7-84e68fe939c4 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:23.612008 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-48464d2d-c5fb-4b0b-a8e7-84e68fe939c4 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:23.627374 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-48464d2d-c5fb-4b0b-a8e7-84e68fe939c4 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6336272 Jun 26 21:32:23.647746 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-b5e9a8bc-c0bc-4836-a356-3d45904356c5 service neutron] Request body: {'port': {'device_id': '04877686-a29c-42c0-9065-93a121a8e5f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79820'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:32:23.786215 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-b5e9a8bc-c0bc-4836-a356-3d45904356c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:23.839807 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-ea38c011-76f4-40a6-b372-cfcd78541e91 None None] Provisioning for port 0551d1aa-55a8-4e14-89e0-be8964ac60ad completed by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:32:23.845704 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-ea38c011-76f4-40a6-b372-cfcd78541e91 None None] Provisioning complete for port 0551d1aa-55a8-4e14-89e0-be8964ac60ad triggered by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:32:23.846515 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ea38c011-76f4-40a6-b372-cfcd78541e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:23.890463 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-ea38c011-76f4-40a6-b372-cfcd78541e91 None None] Port 0551d1aa-55a8-4e14-89e0-be8964ac60ad cannot update to ACTIVE because it is not bound. {{(pid=92923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 21:32:23.966231 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc341c6-600d-4c8b-8836-84b6169db0eb req-c1eaa768-28d7-4ab7-ba38-5f578d596f83 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:23.968899 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8cc341c6-600d-4c8b-8836-84b6169db0eb req-c1eaa768-28d7-4ab7-ba38-5f578d596f83 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 943 time: 0.1112676 Jun 26 21:32:24.061394 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8cc341c6-600d-4c8b-8836-84b6169db0eb req-015154a2-12f8-4d60-aa39-20239238093d tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723114 Jun 26 21:32:24.241528 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9af41-2433-4f9f-a93f-be393e6f2520 req-c5a6c67d-dcfd-433a-bacd-1311fff0fa04 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:24.250535 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5fd9af41-2433-4f9f-a93f-be393e6f2520 req-c5a6c67d-dcfd-433a-bacd-1311fff0fa04 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 946 time: 0.1055245 Jun 26 21:32:24.273683 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-b5e9a8bc-c0bc-4836-a356-3d45904356c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0551d1aa-55a8-4e14-89e0-be8964ac60ad {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 21:32:24.282295 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-b5e9a8bc-c0bc-4836-a356-3d45904356c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:24.297142 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-b5e9a8bc-c0bc-4836-a356-3d45904356c5 service neutron] Transition to ACTIVE for port object 0551d1aa-55a8-4e14-89e0-be8964ac60ad will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:32:24.301423 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-b5e9a8bc-c0bc-4836-a356-3d45904356c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8896010'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:24.303696 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-23d584b1-4b7d-40bd-b86d-b90eeb1e21bf tempest-VolumesNegativeTest-1514734341 tempest-VolumesNegativeTest-1514734341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:32:24.324712 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5fd9af41-2433-4f9f-a93f-be393e6f2520 req-ea7c5627-47ea-4541-8143-8a0cad4552eb tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731931 Jun 26 21:32:24.356559 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e9a8bc-c0bc-4836-a356-3d45904356c5 service neutron] Pushing event updated for resources: {'Port': ['ID=0551d1aa-55a8-4e14-89e0-be8964ac60ad,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:32:24.360152 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-b5e9a8bc-c0bc-4836-a356-3d45904356c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:32:24.386503 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b64a51-285f-41c9-b8a1-bdf5cd5a8b7d req-b04236a8-cbae-4e75-9ab4-da022ff5b225 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:24.389260 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-27b64a51-285f-41c9-b8a1-bdf5cd5a8b7d req-b04236a8-cbae-4e75-9ab4-da022ff5b225 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=04877686-a29c-42c0-9065-93a121a8e5f0 HTTP/1.1" status: 200 len: 932 time: 0.1211545 Jun 26 21:32:24.439839 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-27b64a51-285f-41c9-b8a1-bdf5cd5a8b7d req-c1e6014e-6207-48d1-af6d-0d5373b2db30 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401461 Jun 26 21:32:24.446511 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-b5e9a8bc-c0bc-4836-a356-3d45904356c5 service neutron] Attempting to bind port 0551d1aa-55a8-4e14-89e0-be8964ac60ad on host hv-cinder-79820 for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:32:24.446842 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-b5e9a8bc-c0bc-4836-a356-3d45904356c5 service neutron] Attempting to bind port 0551d1aa-55a8-4e14-89e0-be8964ac60ad by drivers openvswitch,hyperv on host hv-cinder-79820 at level 0 using segments [{'id': '9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:32:24.447165 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-b5e9a8bc-c0bc-4836-a356-3d45904356c5 service neutron] Attempting to bind port 0551d1aa-55a8-4e14-89e0-be8964ac60ad on network a8afb80a-5940-4655-9052-1907914d829f {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:32:24.452962 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-b5e9a8bc-c0bc-4836-a356-3d45904356c5 service neutron] Port 0551d1aa-55a8-4e14-89e0-be8964ac60ad on network a8afb80a-5940-4655-9052-1907914d829f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79820 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 21:32:24.453248 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-b5e9a8bc-c0bc-4836-a356-3d45904356c5 service neutron] Attempting to bind port 0551d1aa-55a8-4e14-89e0-be8964ac60ad on network a8afb80a-5940-4655-9052-1907914d829f {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:32:24.461401 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-b5e9a8bc-c0bc-4836-a356-3d45904356c5 service neutron] Checking agent: {'id': '92a96a50-8a1c-4808-8af1-2ac9e1a0a70b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79820', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 27, 54), 'started_at': datetime.datetime(2021, 6, 26, 21, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:32:24.462279 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-b5e9a8bc-c0bc-4836-a356-3d45904356c5 service neutron] Checking segment: {'id': '9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:32:24.463081 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-b5e9a8bc-c0bc-4836-a356-3d45904356c5 service neutron] Bound using segment: {'id': '9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:32:24.463794 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-b5e9a8bc-c0bc-4836-a356-3d45904356c5 service neutron] Bound port: 0551d1aa-55a8-4e14-89e0-be8964ac60ad, host: hv-cinder-79820, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:32:24.464392 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-b5e9a8bc-c0bc-4836-a356-3d45904356c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:24.548182 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-b5e9a8bc-c0bc-4836-a356-3d45904356c5 service neutron] For port 0551d1aa-55a8-4e14-89e0-be8964ac60ad, host hv-cinder-79820, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:32:24.551537 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-b5e9a8bc-c0bc-4836-a356-3d45904356c5 service neutron] For port 0551d1aa-55a8-4e14-89e0-be8964ac60ad, host hv-cinder-79820, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=0551d1aa-55a8-4e14-89e0-be8964ac60ad,segment=NetworkSegment(9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a),segment_id=9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:32:24.557235 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-b5e9a8bc-c0bc-4836-a356-3d45904356c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8896010'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:24.559372 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-470dda5d-e5ca-498d-81ff-51f512cedf39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:32:24.594931 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-b5e9a8bc-c0bc-4836-a356-3d45904356c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:24.595624 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-b5e9a8bc-c0bc-4836-a356-3d45904356c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:24.597013 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-b5e9a8bc-c0bc-4836-a356-3d45904356c5 service neutron] 10.222.0.41 "PUT /v2.0/ports/0551d1aa-55a8-4e14-89e0-be8964ac60ad HTTP/1.1" status: 200 len: 1094 time: 0.9565651 Jun 26 21:32:24.597611 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04877686-a29c-42c0-9065-93a121a8e5f0', 'tag': '0551d1aa-55a8-4e14-89e0-be8964ac60ad'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:32:24.600169 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b5f6d741f71b22ca80de7011a5bf010bd5b330abd4b28dbd747dc86a1ce20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0cbae2-f175-4907-8df0-d87eda005377" -d '{"events": [{"name": "network-changed", "server_uuid": "04877686-a29c-42c0-9065-93a121a8e5f0", "tag": "0551d1aa-55a8-4e14-89e0-be8964ac60ad"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:32:24.628455 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-81a60265-b399-4917-a17f-ba0d7009ea3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:24.631838 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e9a8bc-c0bc-4836-a356-3d45904356c5 service neutron] Pushing event updated for resources: {'Port': ['ID=0551d1aa-55a8-4e14-89e0-be8964ac60ad,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:32:24.636532 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-b5e9a8bc-c0bc-4836-a356-3d45904356c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:32:24.652763 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 21:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12070558-5c3c-46bd-9a50-5fed6b3ad89f x-openstack-request-id: req-12070558-5c3c-46bd-9a50-5fed6b3ad89f {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:32:24.652933 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04877686-a29c-42c0-9065-93a121a8e5f0", "tag": "0551d1aa-55a8-4e14-89e0-be8964ac60ad", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:32:24.653130 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-12070558-5c3c-46bd-9a50-5fed6b3ad89f {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:32:24.653556 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04877686-a29c-42c0-9065-93a121a8e5f0', 'tag': '0551d1aa-55a8-4e14-89e0-be8964ac60ad', 'status': 'completed', 'code': 200} Jun 26 21:32:25.291825 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3d315-c94c-4e4b-b681-fa93ae9e120f req-07f180cd-866e-4bc0-ab09-c41f621907a9 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:25.293725 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1aa3d315-c94c-4e4b-b681-fa93ae9e120f req-07f180cd-866e-4bc0-ab09-c41f621907a9 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 943 time: 0.0971875 Jun 26 21:32:25.341505 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1aa3d315-c94c-4e4b-b681-fa93ae9e120f req-85625f8e-680d-49fe-b378-16a7af457a3b tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412829 Jun 26 21:32:25.373120 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:25.581894 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95306e-7c6c-4682-87fa-e297d67f6fc8 req-2a062ff3-c59a-4a13-a837-cb30f1bd8efc tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:25.583424 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bb95306e-7c6c-4682-87fa-e297d67f6fc8 req-2a062ff3-c59a-4a13-a837-cb30f1bd8efc tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 946 time: 0.0711443 Jun 26 21:32:25.652155 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bb95306e-7c6c-4682-87fa-e297d67f6fc8 req-79292581-a1a5-4ad5-bfbc-63b8f673fe13 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584271 Jun 26 21:32:25.676893 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43717623-5289-4da9-ab3d-e39352612e27 req-22ec1ed8-4e00-4fc4-ab5d-3d9dee662be4 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:25.678465 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-43717623-5289-4da9-ab3d-e39352612e27 req-22ec1ed8-4e00-4fc4-ab5d-3d9dee662be4 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=04877686-a29c-42c0-9065-93a121a8e5f0 HTTP/1.1" status: 200 len: 944 time: 0.0936987 Jun 26 21:32:25.718322 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-43717623-5289-4da9-ab3d-e39352612e27 req-9b8bd676-5e69-4b90-8da3-1c244a8ee870 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334258 Jun 26 21:32:25.868848 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:26.533067 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33bae0-7f2d-4dc4-89f0-db47975b179f req-642feea2-5983-40c0-a73e-2faef33f3d49 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:26.534621 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7c33bae0-7f2d-4dc4-89f0-db47975b179f req-642feea2-5983-40c0-a73e-2faef33f3d49 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 943 time: 0.0708754 Jun 26 21:32:26.581529 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7c33bae0-7f2d-4dc4-89f0-db47975b179f req-d2226394-ae01-4a26-b5d9-edacd57828aa tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368452 Jun 26 21:32:26.868436 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4f251-64c1-4504-a977-382b3010753b req-f88f230e-0dde-4382-b07f-b2c49caa7a0d tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:26.870088 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-38c4f251-64c1-4504-a977-382b3010753b req-f88f230e-0dde-4382-b07f-b2c49caa7a0d tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 946 time: 0.0920842 Jun 26 21:32:26.941911 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-38c4f251-64c1-4504-a977-382b3010753b req-cc95151c-d434-45a5-9f0e-48b832a8f60e tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603735 Jun 26 21:32:26.982833 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff26f8f-eb6c-45d5-ab18-82d7d08d644a req-c1eea772-df5d-481f-9c06-6db7d87a7b15 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:26.984897 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-aff26f8f-eb6c-45d5-ab18-82d7d08d644a req-c1eea772-df5d-481f-9c06-6db7d87a7b15 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=04877686-a29c-42c0-9065-93a121a8e5f0 HTTP/1.1" status: 200 len: 944 time: 0.1123385 Jun 26 21:32:27.032088 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-aff26f8f-eb6c-45d5-ab18-82d7d08d644a req-b145958e-ca5b-4b83-8696-694dc270a182 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409706 Jun 26 21:32:27.298124 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device df703c9b-6291-48fd-97e8-36cd4536f13a details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=92923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 21:32:27.385079 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cbae2-f175-4907-8df0-d87eda005377 req-b1260d6c-3dd2-4ce1-bdaa-3ad843b4519a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:27.386867 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-6f0cbae2-f175-4907-8df0-d87eda005377 req-b1260d6c-3dd2-4ce1-bdaa-3ad843b4519a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d57413efbdfc45b299c235407da019ce&device_id=04877686-a29c-42c0-9065-93a121a8e5f0 HTTP/1.1" status: 200 len: 1097 time: 0.0628912 Jun 26 21:32:27.417362 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port df703c9b-6291-48fd-97e8-36cd4536f13a, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=df703c9b-6291-48fd-97e8-36cd4536f13a,segment=NetworkSegment(88150bbd-5688-4aa7-89dd-f9366c7f6629),segment_id=88150bbd-5688-4aa7-89dd-f9366c7f6629)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:32:27.432107 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Returning: {'device': 'df703c9b-6291-48fd-97e8-36cd4536f13a', 'network_id': '7504093b-2185-4c2a-88d7-b1f590578a60', 'port_id': 'df703c9b-6291-48fd-97e8-36cd4536f13a', 'mac_address': 'fa:16:3e:31:35:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0ea7ed3-3026-4b54-9abc-fc78571d0dfb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 21:32:27.482131 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:27.501232 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df703c9b-6291-48fd-97e8-36cd4536f13a {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 21:32:27.531870 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port df703c9b-6291-48fd-97e8-36cd4536f13a, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=df703c9b-6291-48fd-97e8-36cd4536f13a,segment=NetworkSegment(88150bbd-5688-4aa7-89dd-f9366c7f6629),segment_id=88150bbd-5688-4aa7-89dd-f9366c7f6629)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:32:27.532554 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cbae2-f175-4907-8df0-d87eda005377 req-7c955756-4abc-456d-9ee1-0b3ae3ce54ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:27.534512 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-6f0cbae2-f175-4907-8df0-d87eda005377 req-7c955756-4abc-456d-9ee1-0b3ae3ce54ae service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d57413efbdfc45b299c235407da019ce&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1298335 Jun 26 21:32:27.537145 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:27.539732 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-11e82886-e024-4c48-911b-707813089a7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:32:27.597576 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=df703c9b-6291-48fd-97e8-36cd4536f13a,revision_number=4']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:32:27.602947 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:32:27.609163 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:27.651868 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cbae2-f175-4907-8df0-d87eda005377 req-c22116b0-4426-4af6-810e-c5be28787539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:27.653419 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-6f0cbae2-f175-4907-8df0-d87eda005377 req-c22116b0-4426-4af6-810e-c5be28787539 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1112487 Jun 26 21:32:27.768458 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e5650-2d81-454d-bba8-64322dbeffdf req-9e028eb2-93db-44c6-965c-1dfa7faad3ff tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:27.770440 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-357e5650-2d81-454d-bba8-64322dbeffdf req-9e028eb2-93db-44c6-965c-1dfa7faad3ff tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 944 time: 0.0664897 Jun 26 21:32:27.771543 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-db83fe6d-b534-4a46-a52e-c661fa929e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:27.773067 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-db83fe6d-b534-4a46-a52e-c661fa929e71 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d57413efbdfc45b299c235407da019ce&device_id=04877686-a29c-42c0-9065-93a121a8e5f0 HTTP/1.1" status: 200 len: 1097 time: 0.0584462 Jun 26 21:32:27.814695 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-357e5650-2d81-454d-bba8-64322dbeffdf req-ffe8ccb6-6193-4991-9ede-7e404fc1d615 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346899 Jun 26 21:32:27.843042 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-e26b5d2e-c0d2-4a18-a90f-449d5de8116f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0551d1aa-55a8-4e14-89e0-be8964ac60ad HTTP/1.1" status: 200 len: 217 time: 0.0577195 Jun 26 21:32:27.923293 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-2a6dae28-48f4-4fa8-a7d5-92a0821e29df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:27.925763 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-2a6dae28-48f4-4fa8-a7d5-92a0821e29df service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b01ad406-256f-4138-8b6e-7125345feab0 HTTP/1.1" status: 200 len: 851 time: 0.0685272 Jun 26 21:32:27.974209 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] get_ports_and_sgs() called for port_ids ['df703c9b-6291-48fd-97e8-36cd4536f13a'] {{(pid=92923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 21:32:28.003496 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-78771c26-1c10-4ed2-a855-31b945dbe3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:28.006228 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-78771c26-1c10-4ed2-a855-31b945dbe3d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8afb80a-5940-4655-9052-1907914d829f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0728731 Jun 26 21:32:28.145442 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-127f3ac2-f485-4aec-8670-74cfbf48dc68 service neutron] 10.222.0.41 "GET /v2.0/networks/a8afb80a-5940-4655-9052-1907914d829f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262059 Jun 26 21:32:28.203473 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93adad-560b-4d52-a2d1-0050eaa73ce8 req-90d68284-1a4e-437f-b8bd-980456496a17 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:28.205285 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cd93adad-560b-4d52-a2d1-0050eaa73ce8 req-90d68284-1a4e-437f-b8bd-980456496a17 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 946 time: 0.1177986 Jun 26 21:32:28.299636 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cd93adad-560b-4d52-a2d1-0050eaa73ce8 req-0f1b2837-3a7b-4de5-83ff-c3034fdfecc6 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832841 Jun 26 21:32:28.332653 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3433e-07cf-49e8-be30-4f340a94b66b req-e6ab99c3-9794-43f8-9492-711966be1c4a tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:28.344539 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3dc3433e-07cf-49e8-be30-4f340a94b66b req-e6ab99c3-9794-43f8-9492-711966be1c4a tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=04877686-a29c-42c0-9065-93a121a8e5f0 HTTP/1.1" status: 200 len: 944 time: 0.1040881 Jun 26 21:32:28.362898 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-2ea48df9-680d-41f5-a934-c1a220549e64 req-ef002cd8-e9e7-4a08-8847-92c00fa567af service neutron] 10.222.0.41 "GET /v2.0/networks/a8afb80a-5940-4655-9052-1907914d829f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100444 Jun 26 21:32:28.392315 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3dc3433e-07cf-49e8-be30-4f340a94b66b req-40a3e090-ee86-4ef6-9400-b06d9d347192 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494754 Jun 26 21:32:29.039543 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97537c4d-a9b3-46f1-a681-00e2b63e8c81 req-4c24a1f4-07d3-4cff-98c2-bf6e7f5a76c7 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:29.041411 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-97537c4d-a9b3-46f1-a681-00e2b63e8c81 req-4c24a1f4-07d3-4cff-98c2-bf6e7f5a76c7 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 944 time: 0.1019423 Jun 26 21:32:29.084707 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-97537c4d-a9b3-46f1-a681-00e2b63e8c81 req-c4d64c33-b000-4210-8adb-d7bebd6a3553 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357168 Jun 26 21:32:29.557406 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device df703c9b-6291-48fd-97e8-36cd4536f13a up at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:32:29.603462 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa15e75-f1ad-441e-bafd-ac87dc8aec82 req-6f685f71-b1df-4799-b53c-88c7d0358688 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:29.625746 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6fa15e75-f1ad-441e-bafd-ac87dc8aec82 req-6f685f71-b1df-4799-b53c-88c7d0358688 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 946 time: 0.1808238 Jun 26 21:32:29.638190 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Provisioning for port df703c9b-6291-48fd-97e8-36cd4536f13a completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:32:29.643445 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Provisioning complete for port df703c9b-6291-48fd-97e8-36cd4536f13a triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:32:29.644180 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:29.751132 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6fa15e75-f1ad-441e-bafd-ac87dc8aec82 req-ae6a0d0c-d642-47d3-b2bc-918b8485af73 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115923 Jun 26 21:32:29.813131 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84010e0d-8d04-4bc9-a670-ff047e999407 req-f5d53b01-7203-4904-bb62-255b6da6b19b tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:29.816210 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:29.816468 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-84010e0d-8d04-4bc9-a670-ff047e999407 req-f5d53b01-7203-4904-bb62-255b6da6b19b tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=04877686-a29c-42c0-9065-93a121a8e5f0 HTTP/1.1" status: 200 len: 944 time: 0.1700859 Jun 26 21:32:29.876405 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8c94ea-c1c3-459d-864a-c3d9345ffaed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df703c9b-6291-48fd-97e8-36cd4536f13a'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:32:29.879235 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8789620f65ed64c11f36a2c9fb0085813b3741d077667d6f020eb6652e2807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efb1a76-b1a5-4323-af50-e493a64a3515" -d '{"events": [{"server_uuid": "8c8c94ea-c1c3-459d-864a-c3d9345ffaed", "name": "network-vif-plugged", "status": "completed", "tag": "df703c9b-6291-48fd-97e8-36cd4536f13a"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:32:29.890694 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-84010e0d-8d04-4bc9-a670-ff047e999407 req-21543763-53a8-4d5f-8eed-f306284922c7 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645065 Jun 26 21:32:29.896909 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port df703c9b-6291-48fd-97e8-36cd4536f13a, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=df703c9b-6291-48fd-97e8-36cd4536f13a,segment=NetworkSegment(88150bbd-5688-4aa7-89dd-f9366c7f6629),segment_id=88150bbd-5688-4aa7-89dd-f9366c7f6629)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:32:29.903178 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:29.905537 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:32:29.952212 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 21:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd29013-dbb6-4f8d-9207-a146d2464786 x-openstack-request-id: req-cfd29013-dbb6-4f8d-9207-a146d2464786 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:32:29.956615 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8c94ea-c1c3-459d-864a-c3d9345ffaed", "name": "network-vif-plugged", "status": "completed", "tag": "df703c9b-6291-48fd-97e8-36cd4536f13a", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:32:29.957139 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cfd29013-dbb6-4f8d-9207-a146d2464786 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:32:29.957853 dv-cinder-798208-1-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8c94ea-c1c3-459d-864a-c3d9345ffaed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df703c9b-6291-48fd-97e8-36cd4536f13a', 'code': 200} Jun 26 21:32:30.005507 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=df703c9b-6291-48fd-97e8-36cd4536f13a,revision_number=5']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:32:30.010030 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:32:30.258767 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b35f47-ccb2-4e55-80d6-9d0c05202d2d req-fbc89535-62c5-465c-a43d-425cf5a56e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:30.260499 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-66b35f47-ccb2-4e55-80d6-9d0c05202d2d req-fbc89535-62c5-465c-a43d-425cf5a56e7f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 1098 time: 0.0589287 Jun 26 21:32:30.307355 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-66b35f47-ccb2-4e55-80d6-9d0c05202d2d req-a911aba5-0649-4291-a1ed-dd482e29dc76 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346529 Jun 26 21:32:30.352655 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631625b5-fe67-4a91-b006-500ee884f8b6 req-bb555d74-57aa-4d77-a331-b80c9f2cb14a tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:30.354787 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-631625b5-fe67-4a91-b006-500ee884f8b6 req-bb555d74-57aa-4d77-a331-b80c9f2cb14a tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 945 time: 0.0908518 Jun 26 21:32:30.409133 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-631625b5-fe67-4a91-b006-500ee884f8b6 req-53487014-5285-4e73-973e-22f9bfeff6b5 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450017 Jun 26 21:32:30.957874 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96416a-739a-4465-adc0-633563052eac req-b6bff628-3b04-4555-8fbf-3633a76a0e34 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:30.959535 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6f96416a-739a-4465-adc0-633563052eac req-b6bff628-3b04-4555-8fbf-3633a76a0e34 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 946 time: 0.0710969 Jun 26 21:32:31.005604 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6f96416a-739a-4465-adc0-633563052eac req-f885acb8-8b8c-4fc4-b976-f413dc9ec8f8 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359273 Jun 26 21:32:31.100831 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f241472-d397-46ee-a585-0835cacedf86 req-5f1d0a70-8948-4725-9f88-92800c837a36 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:31.102534 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2f241472-d397-46ee-a585-0835cacedf86 req-5f1d0a70-8948-4725-9f88-92800c837a36 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=04877686-a29c-42c0-9065-93a121a8e5f0 HTTP/1.1" status: 200 len: 944 time: 0.0705853 Jun 26 21:32:31.156382 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2f241472-d397-46ee-a585-0835cacedf86 req-64898d18-52ed-4e9b-8c80-a95db9b2aa23 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425103 Jun 26 21:32:31.612219 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2894855-5797-43c2-b9b7-68d94cbc3b84 req-ec65e8f9-d270-42d0-bb67-cf8c644ef5a7 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:31.614623 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b2894855-5797-43c2-b9b7-68d94cbc3b84 req-ec65e8f9-d270-42d0-bb67-cf8c644ef5a7 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 945 time: 0.0766981 Jun 26 21:32:31.657553 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b2894855-5797-43c2-b9b7-68d94cbc3b84 req-38d616ab-0af5-4b36-a2f3-933a517197b8 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360324 Jun 26 21:32:32.206698 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170958d3-2887-4286-96bf-f0abac39d767 req-315aada7-deb1-4832-8424-2c49433f4ad4 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:32.209525 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-170958d3-2887-4286-96bf-f0abac39d767 req-315aada7-deb1-4832-8424-2c49433f4ad4 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 946 time: 0.0778873 Jun 26 21:32:32.261303 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-170958d3-2887-4286-96bf-f0abac39d767 req-d13a0018-1f24-4be7-ae9c-fefc5bc49673 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433986 Jun 26 21:32:32.397757 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63021df8-a595-4f33-887f-d51b05b4500e req-17e9b711-0d57-4528-b7bf-deaa8281d4ce tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:32.400085 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-63021df8-a595-4f33-887f-d51b05b4500e req-17e9b711-0d57-4528-b7bf-deaa8281d4ce tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=04877686-a29c-42c0-9065-93a121a8e5f0 HTTP/1.1" status: 200 len: 944 time: 0.0890810 Jun 26 21:32:32.474458 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-63021df8-a595-4f33-887f-d51b05b4500e req-157ae527-837d-4764-9af4-912ba2c89511 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606835 Jun 26 21:32:32.847006 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc85da-01df-4151-bb30-47475b1cc96a req-fc04fa45-39a4-418c-9566-dd69b8549c75 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:32.848611 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-23cc85da-01df-4151-bb30-47475b1cc96a req-fc04fa45-39a4-418c-9566-dd69b8549c75 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 945 time: 0.0696394 Jun 26 21:32:32.901216 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-23cc85da-01df-4151-bb30-47475b1cc96a req-3651da70-43dd-4a3a-bc78-3c712cc151ce tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428486 Jun 26 21:32:33.458953 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a0969-0d97-4530-938e-459dca225c76 req-67966d4f-a8d2-4f6b-a8eb-3d349b56578d tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:33.460590 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fb3a0969-0d97-4530-938e-459dca225c76 req-67966d4f-a8d2-4f6b-a8eb-3d349b56578d tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 946 time: 0.0674059 Jun 26 21:32:33.506352 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fb3a0969-0d97-4530-938e-459dca225c76 req-7d7cbbef-637c-4291-8b0b-15940f14068c tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397146 Jun 26 21:32:33.725817 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973516a-33d4-4aeb-950c-e096cbb7bd91 req-0eb61d52-fbc7-4ed5-8617-df30cd6efd70 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:33.728004 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3973516a-33d4-4aeb-950c-e096cbb7bd91 req-0eb61d52-fbc7-4ed5-8617-df30cd6efd70 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=04877686-a29c-42c0-9065-93a121a8e5f0 HTTP/1.1" status: 200 len: 944 time: 0.0941501 Jun 26 21:32:33.775051 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3973516a-33d4-4aeb-950c-e096cbb7bd91 req-9c15423a-6db3-4ca3-a222-2d38b51e04b4 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362601 Jun 26 21:32:34.098383 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d150d-d00d-4420-a8a0-e2f164c7e911 req-1797b46a-c006-4825-9116-2c0076648535 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:34.099982 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-903d150d-d00d-4420-a8a0-e2f164c7e911 req-1797b46a-c006-4825-9116-2c0076648535 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 945 time: 0.0751383 Jun 26 21:32:34.149278 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-903d150d-d00d-4420-a8a0-e2f164c7e911 req-ec37fa54-4a6b-4587-8731-3eac911c591b tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382872 Jun 26 21:32:34.816992 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e644ea-5dbb-4ca5-b959-9ec43c5219ac req-d28d0f23-4e0b-4b56-8416-4a4e97800a33 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:34.821359 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-23e644ea-5dbb-4ca5-b959-9ec43c5219ac req-d28d0f23-4e0b-4b56-8416-4a4e97800a33 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 946 time: 0.1226923 Jun 26 21:32:34.910549 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-23e644ea-5dbb-4ca5-b959-9ec43c5219ac req-02c43d4d-e359-4396-8e31-34b72bb4581a tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780272 Jun 26 21:32:35.037408 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9dbd1-84a2-445e-850e-080658e8d0c5 req-697a007f-ac50-4e49-9adb-64855ad19ac7 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:35.041042 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f9a9dbd1-84a2-445e-850e-080658e8d0c5 req-697a007f-ac50-4e49-9adb-64855ad19ac7 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=04877686-a29c-42c0-9065-93a121a8e5f0 HTTP/1.1" status: 200 len: 944 time: 0.1177907 Jun 26 21:32:35.091955 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f9a9dbd1-84a2-445e-850e-080658e8d0c5 req-be4ce278-96ec-4d8f-940a-b487c7ba9f1a tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419073 Jun 26 21:32:35.348755 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448a7e6-7602-4db9-8311-434dfd5a74e1 req-8ec0dfda-b00c-4135-bffa-edf05eb7f8a4 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:35.350271 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2448a7e6-7602-4db9-8311-434dfd5a74e1 req-8ec0dfda-b00c-4135-bffa-edf05eb7f8a4 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 945 time: 0.0803885 Jun 26 21:32:35.417522 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2448a7e6-7602-4db9-8311-434dfd5a74e1 req-dcfdba9a-4c40-4772-a6c5-34517f5ee0cf tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577927 Jun 26 21:32:35.510936 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428998f-f181-4dda-bffa-98e695049bf4 req-b347b5e6-da9f-4489-8b2c-d2e9e55f647d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:35.513306 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-6428998f-f181-4dda-bffa-98e695049bf4 req-b347b5e6-da9f-4489-8b2c-d2e9e55f647d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 1099 time: 0.0850470 Jun 26 21:32:35.581332 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-6428998f-f181-4dda-bffa-98e695049bf4 req-c2d34026-48d5-476a-8ced-a402778b6d60 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530434 Jun 26 21:32:35.701903 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f42ec-c1b6-4c65-8939-86da509fbf3c req-0d4cc7cf-0d8f-44af-86a6-66c34ed9acd2 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:35.703546 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-456f42ec-c1b6-4c65-8939-86da509fbf3c req-0d4cc7cf-0d8f-44af-86a6-66c34ed9acd2 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 945 time: 0.0892985 Jun 26 21:32:35.766601 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-456f42ec-c1b6-4c65-8939-86da509fbf3c req-93c5db7b-b5ce-43e4-8331-3e237a1e31e9 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507193 Jun 26 21:32:36.185822 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5cf22-db20-4290-9582-9c0e0c73ac76 req-fda4b9b3-f9cd-4a41-8612-bf96ef0bc499 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:36.188365 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cef5cf22-db20-4290-9582-9c0e0c73ac76 req-fda4b9b3-f9cd-4a41-8612-bf96ef0bc499 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 946 time: 0.0893457 Jun 26 21:32:36.265680 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cef5cf22-db20-4290-9582-9c0e0c73ac76 req-b1387d6f-36b2-43bd-9bc8-0ab7a1f2c749 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686514 Jun 26 21:32:36.562927 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3426afb-3938-466f-afaf-70ae839bce8d req-05d61ae3-922f-4c97-ad46-4bac3b2bde45 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:36.565624 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c3426afb-3938-466f-afaf-70ae839bce8d req-05d61ae3-922f-4c97-ad46-4bac3b2bde45 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=04877686-a29c-42c0-9065-93a121a8e5f0 HTTP/1.1" status: 200 len: 944 time: 0.1893306 Jun 26 21:32:36.652352 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19b6ca-5eb2-4f3c-a227-c6554f7b08c4 req-34f3d2a0-46bf-499a-b435-3c4a8391976e tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:36.655065 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-df19b6ca-5eb2-4f3c-a227-c6554f7b08c4 req-34f3d2a0-46bf-499a-b435-3c4a8391976e tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 945 time: 0.2104106 Jun 26 21:32:36.668862 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c3426afb-3938-466f-afaf-70ae839bce8d req-a7c5b447-b530-4216-af13-f22a1cd49828 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959225 Jun 26 21:32:36.726812 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-df19b6ca-5eb2-4f3c-a227-c6554f7b08c4 req-9d3b553b-6ef8-4f77-ab66-7e6c19e961bd tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563524 Jun 26 21:32:37.543864 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa70db-5c62-44bb-be91-47102fa848f0 req-e0ba5f4d-6ec8-4c3f-b0e0-41a22966d054 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:37.546333 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e6aa70db-5c62-44bb-be91-47102fa848f0 req-e0ba5f4d-6ec8-4c3f-b0e0-41a22966d054 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 946 time: 0.1399817 Jun 26 21:32:37.605426 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 0551d1aa-55a8-4e14-89e0-be8964ac60ad details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=92923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 21:32:37.618892 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597625a-4146-49de-bc4c-e29257d45774 req-89a832d5-9a70-4d65-ad64-ed8cae455946 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:37.620969 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4597625a-4146-49de-bc4c-e29257d45774 req-89a832d5-9a70-4d65-ad64-ed8cae455946 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e068b2-0c01-460e-b8df-deec7dd90474 HTTP/1.1" status: 200 len: 946 time: 0.1422303 Jun 26 21:32:37.624792 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e6aa70db-5c62-44bb-be91-47102fa848f0 req-69ec3a0c-ff9e-48d3-8e14-aee35a6b93bd tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708666 Jun 26 21:32:37.675825 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4597625a-4146-49de-bc4c-e29257d45774 req-85804ea4-0aaa-47b8-aeee-22cbc81c946b tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456691 Jun 26 21:32:37.738066 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 0551d1aa-55a8-4e14-89e0-be8964ac60ad, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=0551d1aa-55a8-4e14-89e0-be8964ac60ad,segment=NetworkSegment(9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a),segment_id=9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:32:37.753023 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Returning: {'device': '0551d1aa-55a8-4e14-89e0-be8964ac60ad', 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f', 'port_id': '0551d1aa-55a8-4e14-89e0-be8964ac60ad', 'mac_address': 'fa:16:3e:c7:55:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b01ad406-256f-4138-8b6e-7125345feab0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 21:32:37.819424 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:37.848801 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0551d1aa-55a8-4e14-89e0-be8964ac60ad {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 21:32:37.875177 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 0551d1aa-55a8-4e14-89e0-be8964ac60ad, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=0551d1aa-55a8-4e14-89e0-be8964ac60ad,segment=NetworkSegment(9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a),segment_id=9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:32:37.880839 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:37.884707 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:32:37.931022 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a903ba7-88b3-46c5-b07a-7d51a21907cb req-474eb871-0851-4799-a2f8-6438c91c0252 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:37.934063 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9a903ba7-88b3-46c5-b07a-7d51a21907cb req-474eb871-0851-4799-a2f8-6438c91c0252 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=04877686-a29c-42c0-9065-93a121a8e5f0 HTTP/1.1" status: 200 len: 944 time: 0.0996351 Jun 26 21:32:37.952242 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=0551d1aa-55a8-4e14-89e0-be8964ac60ad,revision_number=4']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:32:37.965198 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:32:37.965608 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:32:37.965876 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:32:37.966208 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:32:37.966535 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:32:37.966933 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:32:37.967164 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:32:37.967524 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:32:37.967845 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:32:37.968313 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:32:37.968631 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:32:37.968954 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:32:37.973676 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:32:37.986555 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9a903ba7-88b3-46c5-b07a-7d51a21907cb req-a18334fe-13cd-4326-9bb1-2e32616558d1 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432372 Jun 26 21:32:38.357697 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] get_ports_and_sgs() called for port_ids ['0551d1aa-55a8-4e14-89e0-be8964ac60ad'] {{(pid=92923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 21:32:38.446327 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ae484-2ea2-47fc-92c2-919373115d7e req-99efda18-b905-491f-bd5f-afc731e2d6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:38.450111 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-4e6ae484-2ea2-47fc-92c2-919373115d7e req-99efda18-b905-491f-bd5f-afc731e2d6be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1b82a91ccfa34d6d9e71d190d4dfd427&device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 1099 time: 0.1298287 Jun 26 21:32:38.514417 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bad41d-417e-4a0b-9874-d7c999a83367 req-1bc4a7f3-3481-4e9f-bce8-40596663d4de tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:38.522656 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-21bad41d-417e-4a0b-9874-d7c999a83367 req-1bc4a7f3-3481-4e9f-bce8-40596663d4de tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 946 time: 0.1966317 Jun 26 21:32:38.620399 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-21bad41d-417e-4a0b-9874-d7c999a83367 req-d87e052c-762e-44e2-87e9-d9679c7b02d4 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868368 Jun 26 21:32:38.672328 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ae484-2ea2-47fc-92c2-919373115d7e req-a302d1f0-6292-4201-9562-6562d7c520cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:38.675834 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-4e6ae484-2ea2-47fc-92c2-919373115d7e req-a302d1f0-6292-4201-9562-6562d7c520cf service neutron] 10.222.0.41 "GET /v2.0/networks?id=2305325d-a907-4cbb-9a7b-fe0c2ff5adf1 HTTP/1.1" status: 200 len: 920 time: 0.2110114 Jun 26 21:32:38.785192 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-4e6ae484-2ea2-47fc-92c2-919373115d7e req-b7f2f73c-0e59-4c2b-b533-498b412c88d2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09ec0a32-cf86-48ed-a9fe-55855bfe4ab2 HTTP/1.1" status: 200 len: 217 time: 0.0984564 Jun 26 21:32:38.953810 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe68e4-9052-4d44-aa52-939f86982807 req-101d98de-2a16-4744-84de-3da3b00d5165 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:38.957186 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-37fe68e4-9052-4d44-aa52-939f86982807 req-101d98de-2a16-4744-84de-3da3b00d5165 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e068b2-0c01-460e-b8df-deec7dd90474 HTTP/1.1" status: 200 len: 946 time: 0.1047730 Jun 26 21:32:38.994177 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 43144) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:32:39.052327 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-37fe68e4-9052-4d44-aa52-939f86982807 req-076a70bf-80a4-4a87-aa26-26aa5d093c19 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820763 Jun 26 21:32:39.167693 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ae484-2ea2-47fc-92c2-919373115d7e req-f0c24a09-c590-4605-9626-62ef97d84cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:39.169732 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-4e6ae484-2ea2-47fc-92c2-919373115d7e req-f0c24a09-c590-4605-9626-62ef97d84cce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=162b4e55-03bc-4a67-8c15-f483cdb4fffc HTTP/1.1" status: 200 len: 859 time: 0.3769915 Jun 26 21:32:39.230549 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-4e6ae484-2ea2-47fc-92c2-919373115d7e req-294a65ba-2dd0-472b-bf12-4c37b380cc33 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2305325d-a907-4cbb-9a7b-fe0c2ff5adf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461287 Jun 26 21:32:39.329481 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-307f09d0-4dac-41c2-881f-dbd3afbb00e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:39.402606 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-4e6ae484-2ea2-47fc-92c2-919373115d7e req-a60fadac-e867-48ad-9915-1068bdce315d service neutron] 10.222.0.41 "GET /v2.0/networks/2305325d-a907-4cbb-9a7b-fe0c2ff5adf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540909 Jun 26 21:32:39.433490 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e50ef-9d81-4d59-bb8d-bbcce2f05edc req-86bf5735-77b0-478e-827f-9eecde238fdd tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:39.436268 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0b2e50ef-9d81-4d59-bb8d-bbcce2f05edc req-86bf5735-77b0-478e-827f-9eecde238fdd tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=04877686-a29c-42c0-9065-93a121a8e5f0 HTTP/1.1" status: 200 len: 945 time: 0.1988890 Jun 26 21:32:39.527543 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-4e6ae484-2ea2-47fc-92c2-919373115d7e req-82d178d0-ea86-4dea-b9e1-f358e7c1719d service neutron] 10.222.0.41 "GET /v2.0/networks/2305325d-a907-4cbb-9a7b-fe0c2ff5adf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148236 Jun 26 21:32:39.545240 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0b2e50ef-9d81-4d59-bb8d-bbcce2f05edc req-fe1a41e3-ccf9-447e-a59c-bc0bab046372 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996208 Jun 26 21:32:39.630782 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464bb3e-2890-40cb-8ad5-aebc154d62f2 req-c984d722-f7f8-40c5-8027-f4648b07f523 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:39.632455 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-4464bb3e-2890-40cb-8ad5-aebc154d62f2 req-c984d722-f7f8-40c5-8027-f4648b07f523 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3e068b2-0c01-460e-b8df-deec7dd90474 HTTP/1.1" status: 200 len: 946 time: 0.0819340 Jun 26 21:32:39.636813 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-307f09d0-4dac-41c2-881f-dbd3afbb00e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:39.643469 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-307f09d0-4dac-41c2-881f-dbd3afbb00e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:39.649673 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-9eeb678b-40cf-4072-ba82-745e0839009e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:32:39.733381 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-307f09d0-4dac-41c2-881f-dbd3afbb00e5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4fc1ff31a69a444884938a424e304738&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7369032 Jun 26 21:32:39.734491 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 43158) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:32:39.788349 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f09d0-4dac-41c2-881f-dbd3afbb00e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ef0be4-e3ac-4f3e-8781-9ac3dc032687,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:32:39.824880 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-4464bb3e-2890-40cb-8ad5-aebc154d62f2 req-30768f17-ce09-4ac3-b6f2-cfeb3717512c tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Deleting port b052cd9e-6165-4b35-860d-f3efb447d082 {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:32:39.825383 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-4464bb3e-2890-40cb-8ad5-aebc154d62f2 req-30768f17-ce09-4ac3-b6f2-cfeb3717512c tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:39.832253 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f09d0-4dac-41c2-881f-dbd3afbb00e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:32:39.833331 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f09d0-4dac-41c2-881f-dbd3afbb00e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:32:39.833941 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f09d0-4dac-41c2-881f-dbd3afbb00e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:32:39.834614 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f09d0-4dac-41c2-881f-dbd3afbb00e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:32:39.835310 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f09d0-4dac-41c2-881f-dbd3afbb00e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:32:39.835901 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f09d0-4dac-41c2-881f-dbd3afbb00e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:32:39.836565 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f09d0-4dac-41c2-881f-dbd3afbb00e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:32:39.837148 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f09d0-4dac-41c2-881f-dbd3afbb00e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:32:39.837744 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f09d0-4dac-41c2-881f-dbd3afbb00e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:32:39.838239 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f09d0-4dac-41c2-881f-dbd3afbb00e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:32:39.838681 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f09d0-4dac-41c2-881f-dbd3afbb00e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:32:39.839317 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f09d0-4dac-41c2-881f-dbd3afbb00e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:32:39.847135 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-307f09d0-4dac-41c2-881f-dbd3afbb00e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:32:39.933494 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2a345ffa-f7ea-4fee-8f26-ed9f1dfc3624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:39.974156 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-4464bb3e-2890-40cb-8ad5-aebc154d62f2 req-30768f17-ce09-4ac3-b6f2-cfeb3717512c tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] For port b052cd9e-6165-4b35-860d-f3efb447d082, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=b052cd9e-6165-4b35-860d-f3efb447d082,segment=NetworkSegment(a198608a-0649-4b2e-a7e8-7785be688f5a),segment_id=a198608a-0649-4b2e-a7e8-7785be688f5a)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:32:39.974750 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-4464bb3e-2890-40cb-8ad5-aebc154d62f2 req-30768f17-ce09-4ac3-b6f2-cfeb3717512c tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:39.998285 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2a345ffa-f7ea-4fee-8f26-ed9f1dfc3624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:39.999579 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-4464bb3e-2890-40cb-8ad5-aebc154d62f2 req-30768f17-ce09-4ac3-b6f2-cfeb3717512c tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Calling delete_port for b052cd9e-6165-4b35-860d-f3efb447d082 owned by compute:nova {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:32:40.044313 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb016f46-4bb0-4b4c-b8e3-e8cc003372ff req-a4f2b556-b873-4f89-91b1-2fdf1a0df6c0 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:40.046709 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cb016f46-4bb0-4b4c-b8e3-e8cc003372ff req-a4f2b556-b873-4f89-91b1-2fdf1a0df6c0 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 946 time: 0.2614124 Jun 26 21:32:40.138328 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cb016f46-4bb0-4b4c-b8e3-e8cc003372ff req-b4f70684-9d61-4b8e-894c-74494e0aa5f7 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762432 Jun 26 21:32:40.167531 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2a345ffa-f7ea-4fee-8f26-ed9f1dfc3624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:40.174188 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2a345ffa-f7ea-4fee-8f26-ed9f1dfc3624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:40.191226 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-2a345ffa-f7ea-4fee-8f26-ed9f1dfc3624 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/22ef0be4-e3ac-4f3e-8781-9ac3dc032687 HTTP/1.1" status: 204 len: 168 time: 0.4401596 Jun 26 21:32:40.191226 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b67a9718-84fe-42c0-a9f7-84d8647b87ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:32:40.203253 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a345ffa-f7ea-4fee-8f26-ed9f1dfc3624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ef0be4-e3ac-4f3e-8781-9ac3dc032687,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:32:40.203253 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-2a345ffa-f7ea-4fee-8f26-ed9f1dfc3624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:32:40.255340 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-4464bb3e-2890-40cb-8ad5-aebc154d62f2 req-30768f17-ce09-4ac3-b6f2-cfeb3717512c tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8896241'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:40.263031 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-7828e80d-f134-4c56-b629-7d28a9b4e3cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:32:40.274041 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] get_ports_and_sgs() called for port_ids ['fb35f91b-b87f-4004-9055-3a6bc5f92231', '9b02c420-d67c-4337-983a-872d1d747a5f', '97184965-a41a-4505-b5bb-f5aed24544e6', 'b052cd9e-6165-4b35-860d-f3efb447d082'] {{(pid=92923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 21:32:40.292253 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768f17-ce09-4ac3-b6f2-cfeb3717512c tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Pushing event deleted for resources: {'Port': ['ID=b052cd9e-6165-4b35-860d-f3efb447d082,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:32:40.306221 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f17-ce09-4ac3-b6f2-cfeb3717512c tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:32:40.306619 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f17-ce09-4ac3-b6f2-cfeb3717512c tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:32:40.306960 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f17-ce09-4ac3-b6f2-cfeb3717512c tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:32:40.307386 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f17-ce09-4ac3-b6f2-cfeb3717512c tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:32:40.308151 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f17-ce09-4ac3-b6f2-cfeb3717512c tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:32:40.308151 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f17-ce09-4ac3-b6f2-cfeb3717512c tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:32:40.308490 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f17-ce09-4ac3-b6f2-cfeb3717512c tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:32:40.308790 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f17-ce09-4ac3-b6f2-cfeb3717512c tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:32:40.309137 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f17-ce09-4ac3-b6f2-cfeb3717512c tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:32:40.309510 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f17-ce09-4ac3-b6f2-cfeb3717512c tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:32:40.309845 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f17-ce09-4ac3-b6f2-cfeb3717512c tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:32:40.310192 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30768f17-ce09-4ac3-b6f2-cfeb3717512c tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:32:40.315517 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3f4487d5-5e6e-4e04-99b8-28b2f0c1182f req-8bd6ea2e-e2a7-403d-b521-0cf028e0e51f tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e068b2-0c01-460e-b8df-deec7dd90474 HTTP/1.1" status: 200 len: 210 time: 0.0545862 Jun 26 21:32:40.330119 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-30768f17-ce09-4ac3-b6f2-cfeb3717512c tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:32:40.354737 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-4464bb3e-2890-40cb-8ad5-aebc154d62f2 req-30768f17-ce09-4ac3-b6f2-cfeb3717512c tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] No DVR routers for this DVR port b052cd9e-6165-4b35-860d-f3efb447d082 on host hv-cinder-79820 {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 21:32:40.363093 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-4464bb3e-2890-40cb-8ad5-aebc154d62f2 req-30768f17-ce09-4ac3-b6f2-cfeb3717512c tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:40.367798 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-4464bb3e-2890-40cb-8ad5-aebc154d62f2 req-30768f17-ce09-4ac3-b6f2-cfeb3717512c tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.41 "DELETE /v2.0/ports/b052cd9e-6165-4b35-860d-f3efb447d082 HTTP/1.1" status: 204 len: 173 time: 0.7266417 Jun 26 21:32:40.369195 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e068b2-0c01-460e-b8df-deec7dd90474', 'name': 'network-vif-deleted', 'tag': 'b052cd9e-6165-4b35-860d-f3efb447d082'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:32:40.373608 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b5f6d741f71b22ca80de7011a5bf010bd5b330abd4b28dbd747dc86a1ce20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e062f76-082f-4ef7-b905-04b7c9fcbc6d" -d '{"events": [{"server_uuid": "f3e068b2-0c01-460e-b8df-deec7dd90474", "name": "network-vif-deleted", "tag": "b052cd9e-6165-4b35-860d-f3efb447d082"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:32:40.462962 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 21:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ade8dcf-f541-49e5-880b-595a4d58f586 x-openstack-request-id: req-8ade8dcf-f541-49e5-880b-595a4d58f586 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:32:40.462962 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e068b2-0c01-460e-b8df-deec7dd90474", "name": "network-vif-deleted", "tag": "b052cd9e-6165-4b35-860d-f3efb447d082", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:32:40.462962 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8ade8dcf-f541-49e5-880b-595a4d58f586 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:32:40.462962 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e068b2-0c01-460e-b8df-deec7dd90474', 'name': 'network-vif-deleted', 'tag': 'b052cd9e-6165-4b35-860d-f3efb447d082', 'status': 'completed', 'code': 200} Jun 26 21:32:40.744324 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 43174) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:32:41.037748 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-52abcc9c-9ada-47c7-b54a-fe5d10fe4955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:41.064224 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6fa4d4-fc42-45de-9396-0c84a1c705f4 req-e5772417-27f7-4ff6-8387-b0f110a2b09e tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:41.065824 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6d6fa4d4-fc42-45de-9396-0c84a1c705f4 req-e5772417-27f7-4ff6-8387-b0f110a2b09e tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=04877686-a29c-42c0-9065-93a121a8e5f0 HTTP/1.1" status: 200 len: 945 time: 0.3910577 Jun 26 21:32:41.152608 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6d6fa4d4-fc42-45de-9396-0c84a1c705f4 req-fe01a5a3-37cc-456f-8f50-f26712a61a36 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803654 Jun 26 21:32:41.254105 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-52abcc9c-9ada-47c7-b54a-fe5d10fe4955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:41.277709 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-52abcc9c-9ada-47c7-b54a-fe5d10fe4955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:41.283792 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-d13528e5-55ef-48fc-b9ed-c7f3b204d5bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:32:41.357521 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-52abcc9c-9ada-47c7-b54a-fe5d10fe4955 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b5b7d2cdce82443baf0ded722bdbb07a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6112280 Jun 26 21:32:41.360335 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 43178) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:32:41.377493 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52abcc9c-9ada-47c7-b54a-fe5d10fe4955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48be3dde-168a-4f9d-85ee-f30dc472dee9,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:32:41.416578 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-52abcc9c-9ada-47c7-b54a-fe5d10fe4955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:32:41.458695 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7c5f3d15-449d-42c8-8bb5-e6cc56f5634e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:41.502229 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38680c27-0a5f-4145-a960-4bde4c68faf9 req-6fd1c285-e7e9-4e35-ac5f-e38f7187bd71 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:41.503772 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7c5f3d15-449d-42c8-8bb5-e6cc56f5634e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:41.514400 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-38680c27-0a5f-4145-a960-4bde4c68faf9 req-6fd1c285-e7e9-4e35-ac5f-e38f7187bd71 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 946 time: 0.1634462 Jun 26 21:32:41.601924 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-38680c27-0a5f-4145-a960-4bde4c68faf9 req-40710119-9312-44dc-9b71-b7990c635aad tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828030 Jun 26 21:32:41.611676 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7c5f3d15-449d-42c8-8bb5-e6cc56f5634e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:41.621887 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7c5f3d15-449d-42c8-8bb5-e6cc56f5634e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:41.622655 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 0551d1aa-55a8-4e14-89e0-be8964ac60ad up at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:32:41.623791 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-7c5f3d15-449d-42c8-8bb5-e6cc56f5634e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/48be3dde-168a-4f9d-85ee-f30dc472dee9 HTTP/1.1" status: 204 len: 168 time: 0.2619369 Jun 26 21:32:41.624948 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:32:41.646712 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f3d15-449d-42c8-8bb5-e6cc56f5634e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48be3dde-168a-4f9d-85ee-f30dc472dee9,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:32:41.653431 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-7c5f3d15-449d-42c8-8bb5-e6cc56f5634e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:32:41.730558 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Provisioning for port 0551d1aa-55a8-4e14-89e0-be8964ac60ad completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:32:41.737958 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Provisioning complete for port 0551d1aa-55a8-4e14-89e0-be8964ac60ad triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:32:41.738691 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:41.857235 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:41.895552 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04877686-a29c-42c0-9065-93a121a8e5f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0551d1aa-55a8-4e14-89e0-be8964ac60ad'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:32:41.898003 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8789620f65ed64c11f36a2c9fb0085813b3741d077667d6f020eb6652e2807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8d8b1a-88d5-4dd8-be85-c4bc2d532332" -d '{"events": [{"server_uuid": "04877686-a29c-42c0-9065-93a121a8e5f0", "name": "network-vif-plugged", "status": "completed", "tag": "0551d1aa-55a8-4e14-89e0-be8964ac60ad"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:32:41.915858 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 0551d1aa-55a8-4e14-89e0-be8964ac60ad, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=0551d1aa-55a8-4e14-89e0-be8964ac60ad,segment=NetworkSegment(9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a),segment_id=9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:32:41.921447 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:41.924261 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:32:41.975331 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 21:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46990e03-1176-41c8-b329-55016b906632 x-openstack-request-id: req-46990e03-1176-41c8-b329-55016b906632 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:32:41.975806 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04877686-a29c-42c0-9065-93a121a8e5f0", "name": "network-vif-plugged", "status": "completed", "tag": "0551d1aa-55a8-4e14-89e0-be8964ac60ad", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:32:41.976575 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-46990e03-1176-41c8-b329-55016b906632 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:32:41.977352 dv-cinder-798208-1-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04877686-a29c-42c0-9065-93a121a8e5f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0551d1aa-55a8-4e14-89e0-be8964ac60ad', 'code': 200} Jun 26 21:32:41.993947 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=0551d1aa-55a8-4e14-89e0-be8964ac60ad,revision_number=5']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:32:42.001689 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:32:42.407735 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368df72c-0f38-4923-8628-3856f5694076 req-9867c897-34d1-493c-8543-dc723ec38259 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:42.412048 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-368df72c-0f38-4923-8628-3856f5694076 req-9867c897-34d1-493c-8543-dc723ec38259 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=04877686-a29c-42c0-9065-93a121a8e5f0 HTTP/1.1" status: 200 len: 946 time: 0.1036158 Jun 26 21:32:42.447711 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fa454-fc7c-4117-b1ba-34f5d052ec63 req-81e2c237-d089-443b-a3b2-8e6a0b16754f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:42.451864 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-ca3fa454-fc7c-4117-b1ba-34f5d052ec63 req-81e2c237-d089-443b-a3b2-8e6a0b16754f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=04877686-a29c-42c0-9065-93a121a8e5f0 HTTP/1.1" status: 200 len: 1099 time: 0.0974443 Jun 26 21:32:42.471093 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-368df72c-0f38-4923-8628-3856f5694076 req-d8a272b4-5ecc-4f61-9719-3af3144df294 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504110 Jun 26 21:32:42.504982 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-ca3fa454-fc7c-4117-b1ba-34f5d052ec63 req-ee253d3d-024f-4f2b-b7ca-0e2df9fee670 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464923 Jun 26 21:32:42.901991 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2befb540-3520-4b59-8cef-98477b02e2e0 req-7e761bd0-a1f3-4a6c-9823-025ee95471bc tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:42.904618 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2befb540-3520-4b59-8cef-98477b02e2e0 req-7e761bd0-a1f3-4a6c-9823-025ee95471bc tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 946 time: 0.1172411 Jun 26 21:32:42.966926 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2befb540-3520-4b59-8cef-98477b02e2e0 req-c92c109b-af80-48c4-b150-3e2f392c514a tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519238 Jun 26 21:32:43.289757 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2191d00-015b-4c80-8486-2136a254ebf2 req-328caea8-9e05-4787-bf4b-689e69506e1f tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:43.293128 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e2191d00-015b-4c80-8486-2136a254ebf2 req-328caea8-9e05-4787-bf4b-689e69506e1f tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=9216cfee-43d5-4996-bee0-d4457bf21692 HTTP/1.1" status: 200 len: 945 time: 0.1096792 Jun 26 21:32:43.367979 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e2191d00-015b-4c80-8486-2136a254ebf2 req-ac15c1d2-f9e3-4f6c-83a6-68ffd68f575d tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655141 Jun 26 21:32:43.617036 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device b052cd9e-6165-4b35-860d-f3efb447d082 no longer exists at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:32:43.688250 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] No Port match for: b052cd9e-6165-4b35-860d-f3efb447d082 {{(pid=92923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 21:32:43.689243 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device b052cd9e-6165-4b35-860d-f3efb447d082 not bound to the agent host hv-cinder-79820 {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 21:32:43.888940 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77be65-d9bd-4260-bb0a-657510b4d61b req-e3083197-2c76-48a2-90ed-c0b783f96353 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:43.891636 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-af77be65-d9bd-4260-bb0a-657510b4d61b req-e3083197-2c76-48a2-90ed-c0b783f96353 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=04877686-a29c-42c0-9065-93a121a8e5f0 HTTP/1.1" status: 200 len: 946 time: 0.1040230 Jun 26 21:32:43.954874 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-af77be65-d9bd-4260-bb0a-657510b4d61b req-ceaf8f48-fe7a-4f33-a58e-109f062ab34a tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568771 Jun 26 21:32:44.619491 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737f2bf-51b4-4602-8066-cfa549110d8e req-ecb50b73-6896-4b21-a34e-913b581b9fff tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:44.622246 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0737f2bf-51b4-4602-8066-cfa549110d8e req-ecb50b73-6896-4b21-a34e-913b581b9fff tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=9216cfee-43d5-4996-bee0-d4457bf21692 HTTP/1.1" status: 200 len: 945 time: 0.1055975 Jun 26 21:32:44.692064 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0737f2bf-51b4-4602-8066-cfa549110d8e req-eef3cfbc-b1a4-4e5a-866d-ca3f7377d61b tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603638 Jun 26 21:32:45.129081 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdcc81d-68bf-4029-a6cf-31780f1797e3 req-10d2c625-caf7-4060-bd86-72eb338d3ac3 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:45.131599 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-fbdcc81d-68bf-4029-a6cf-31780f1797e3 req-10d2c625-caf7-4060-bd86-72eb338d3ac3 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.41 "GET /v2.0/ports?device_id=9216cfee-43d5-4996-bee0-d4457bf21692 HTTP/1.1" status: 200 len: 945 time: 0.1026006 Jun 26 21:32:45.225867 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1689f16c-196e-4edf-be76-1c92c0191669 req-9ea0346a-609a-4ceb-b40f-a2f1d9b8839f tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:45.228441 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1689f16c-196e-4edf-be76-1c92c0191669 req-9ea0346a-609a-4ceb-b40f-a2f1d9b8839f tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=04877686-a29c-42c0-9065-93a121a8e5f0 HTTP/1.1" status: 200 len: 946 time: 0.1123955 Jun 26 21:32:45.274021 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1689f16c-196e-4edf-be76-1c92c0191669 req-cb6d5cf8-e304-48ab-81d4-598f4aae7a32 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389016 Jun 26 21:32:45.316520 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-fbdcc81d-68bf-4029-a6cf-31780f1797e3 req-17eb183d-c5dc-4128-a6a6-3e08dcceb892 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Deleting port 97184965-a41a-4505-b5bb-f5aed24544e6 {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:32:45.317216 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-fbdcc81d-68bf-4029-a6cf-31780f1797e3 req-17eb183d-c5dc-4128-a6a6-3e08dcceb892 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:45.508345 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-fbdcc81d-68bf-4029-a6cf-31780f1797e3 req-17eb183d-c5dc-4128-a6a6-3e08dcceb892 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] For port 97184965-a41a-4505-b5bb-f5aed24544e6, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=97184965-a41a-4505-b5bb-f5aed24544e6,segment=NetworkSegment(a198608a-0649-4b2e-a7e8-7785be688f5a),segment_id=a198608a-0649-4b2e-a7e8-7785be688f5a)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:32:45.508984 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-fbdcc81d-68bf-4029-a6cf-31780f1797e3 req-17eb183d-c5dc-4128-a6a6-3e08dcceb892 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:45.529163 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217c21b-d4fb-402b-8ea8-4d48bac7a223 req-aecf5adf-9def-4d30-a92e-37fd403363f2 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:45.531420 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-fbdcc81d-68bf-4029-a6cf-31780f1797e3 req-17eb183d-c5dc-4128-a6a6-3e08dcceb892 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Calling delete_port for 97184965-a41a-4505-b5bb-f5aed24544e6 owned by compute:nova {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:32:45.531668 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f217c21b-d4fb-402b-8ea8-4d48bac7a223 req-aecf5adf-9def-4d30-a92e-37fd403363f2 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=04877686-a29c-42c0-9065-93a121a8e5f0 HTTP/1.1" status: 200 len: 946 time: 0.1137357 Jun 26 21:32:45.608862 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f217c21b-d4fb-402b-8ea8-4d48bac7a223 req-afe0b255-a380-4555-928a-c7b9fdaffed5 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702779 Jun 26 21:32:45.637067 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 43296) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:32:45.738670 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-fbdcc81d-68bf-4029-a6cf-31780f1797e3 req-17eb183d-c5dc-4128-a6a6-3e08dcceb892 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8896241'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:45.753997 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] get_ports_and_sgs() called for port_ids ['fb35f91b-b87f-4004-9055-3a6bc5f92231', '9b02c420-d67c-4337-983a-872d1d747a5f', '97184965-a41a-4505-b5bb-f5aed24544e6'] {{(pid=92923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 21:32:45.769360 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-7ebd8d8c-21d5-400f-bb66-456a03ad9057 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:32:45.835784 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb183d-c5dc-4128-a6a6-3e08dcceb892 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Pushing event deleted for resources: {'Port': ['ID=97184965-a41a-4505-b5bb-f5aed24544e6,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:32:45.845139 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-17eb183d-c5dc-4128-a6a6-3e08dcceb892 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:32:45.936435 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbdcc81d-68bf-4029-a6cf-31780f1797e3 req-17eb183d-c5dc-4128-a6a6-3e08dcceb892 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] No DVR routers for this DVR port 97184965-a41a-4505-b5bb-f5aed24544e6 on host hv-cinder-79820 {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 21:32:45.939341 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-fbdcc81d-68bf-4029-a6cf-31780f1797e3 req-17eb183d-c5dc-4128-a6a6-3e08dcceb892 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:45.941695 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-fbdcc81d-68bf-4029-a6cf-31780f1797e3 req-17eb183d-c5dc-4128-a6a6-3e08dcceb892 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.41 "DELETE /v2.0/ports/97184965-a41a-4505-b5bb-f5aed24544e6 HTTP/1.1" status: 204 len: 173 time: 0.8041775 Jun 26 21:32:45.942233 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9216cfee-43d5-4996-bee0-d4457bf21692', 'name': 'network-vif-deleted', 'tag': '97184965-a41a-4505-b5bb-f5aed24544e6'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:32:45.946722 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b5f6d741f71b22ca80de7011a5bf010bd5b330abd4b28dbd747dc86a1ce20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc5fb49-157f-4d58-bcac-9a7e9bba3423" -d '{"events": [{"server_uuid": "9216cfee-43d5-4996-bee0-d4457bf21692", "name": "network-vif-deleted", "tag": "97184965-a41a-4505-b5bb-f5aed24544e6"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:32:46.052384 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-02223ae3-fddd-4136-96d1-62db24da20e9 req-f7604445-2af5-458b-b11b-6555660523b4 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=9216cfee-43d5-4996-bee0-d4457bf21692 HTTP/1.1" status: 200 len: 210 time: 0.0731256 Jun 26 21:32:46.118798 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 21:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a3fc98-842e-48ed-9d4f-aee6f9aceddf x-openstack-request-id: req-16a3fc98-842e-48ed-9d4f-aee6f9aceddf {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:32:46.119134 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9216cfee-43d5-4996-bee0-d4457bf21692", "name": "network-vif-deleted", "tag": "97184965-a41a-4505-b5bb-f5aed24544e6", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:32:46.119501 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-16a3fc98-842e-48ed-9d4f-aee6f9aceddf {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:32:46.119987 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9216cfee-43d5-4996-bee0-d4457bf21692', 'name': 'network-vif-deleted', 'tag': '97184965-a41a-4505-b5bb-f5aed24544e6', 'status': 'completed', 'code': 200} Jun 26 21:32:46.149783 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dcda75-0bfa-4608-8b3f-7176df294508 tempest-TestVolumeBootPattern-683383497 tempest-TestVolumeBootPattern-683383497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:46.152562 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-57dcda75-0bfa-4608-8b3f-7176df294508 tempest-TestVolumeBootPattern-683383497 tempest-TestVolumeBootPattern-683383497-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=04877686-a29c-42c0-9065-93a121a8e5f0 HTTP/1.1" status: 200 len: 1094 time: 0.5141907 Jun 26 21:32:46.157034 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 43312) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:32:46.165394 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-2b688e7d-0cbc-4506-9903-30cebef2e6b7 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Request body: {'floatingip': {'floating_network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'port_id': '0551d1aa-55a8-4e14-89e0-be8964ac60ad', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:32:46.223674 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2b688e7d-0cbc-4506-9903-30cebef2e6b7 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks [] for floatingip, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:46.419783 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2b688e7d-0cbc-4506-9903-30cebef2e6b7 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:46.557796 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [None req-2b688e7d-0cbc-4506-9903-30cebef2e6b7 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Allocated IP 172.27.2.195 (fc74eb2e-f674-4785-8e1a-443cbfb459f7/02c6eafe-d2ac-4065-b904-73ec1df0a44a/2dccf82c-cf40-4eff-9498-22b2c0e551e4) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:32:46.678786 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2b688e7d-0cbc-4506-9903-30cebef2e6b7 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:46.727337 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2b688e7d-0cbc-4506-9903-30cebef2e6b7 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8896248'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:46.730761 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:32:46.769895 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b688e7d-0cbc-4506-9903-30cebef2e6b7 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Network fc74eb2e-f674-4785-8e1a-443cbfb459f7 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:32:46.775968 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-2b688e7d-0cbc-4506-9903-30cebef2e6b7 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:32:46.779898 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b688e7d-0cbc-4506-9903-30cebef2e6b7 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:32:46.805004 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b688e7d-0cbc-4506-9903-30cebef2e6b7 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Pushing event updated for resources: {'Port': ['ID=2dccf82c-cf40-4eff-9498-22b2c0e551e4,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:32:46.811060 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-2b688e7d-0cbc-4506-9903-30cebef2e6b7 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:32:47.383086 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2b688e7d-0cbc-4506-9903-30cebef2e6b7 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:47.474301 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2b688e7d-0cbc-4506-9903-30cebef2e6b7 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:47.705112 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2b688e7d-0cbc-4506-9903-30cebef2e6b7 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:47.719018 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2b688e7d-0cbc-4506-9903-30cebef2e6b7 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8896010'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:47.727129 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f45c5-bcdd-4a5c-a7b9-e912e90832fb req-06c77da2-dbd3-46e1-876a-8800b8e0ad02 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:47.727989 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-9e412d9a-fa54-4927-a7b1-0a1e1b2040ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:32:47.736037 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cf4f45c5-bcdd-4a5c-a7b9-e912e90832fb req-06c77da2-dbd3-46e1-876a-8800b8e0ad02 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 945 time: 0.0917358 Jun 26 21:32:47.796395 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cf4f45c5-bcdd-4a5c-a7b9-e912e90832fb req-e34be9fb-5287-4ed9-a60b-8a538c58385e tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589755 Jun 26 21:32:47.825760 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 43342) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:32:47.905603 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b688e7d-0cbc-4506-9903-30cebef2e6b7 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Pushing event updated for resources: {'Port': ['ID=2dccf82c-cf40-4eff-9498-22b2c0e551e4,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:32:47.913968 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-2b688e7d-0cbc-4506-9903-30cebef2e6b7 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:32:47.953119 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2b688e7d-0cbc-4506-9903-30cebef2e6b7 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642591'] for floatingip, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:48.144367 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.db.l3_db [None req-2b688e7d-0cbc-4506-9903-30cebef2e6b7 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Floating IP 0fc87a5b-7a00-493e-b604-a79a70477ca9 associated. External IP: 172.27.2.195, port: 0551d1aa-55a8-4e14-89e0-be8964ac60ad. Jun 26 21:32:48.158452 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08914a8-dfe2-4143-846c-3553066b2324 req-117bf961-8a2c-4ea3-9b2e-71b65b3503ed tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:48.160988 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c08914a8-dfe2-4143-846c-3553066b2324 req-117bf961-8a2c-4ea3-9b2e-71b65b3503ed tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed69eb53-103d-418e-b0b1-f0953d0ac88c HTTP/1.1" status: 200 len: 945 time: 0.1933270 Jun 26 21:32:48.235088 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8790c0c8-cf43-4d86-bb42-fa007919c81b tempest-TestMinimumBasicScenario-1178670443 tempest-TestMinimumBasicScenario-1178670443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:48.238227 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-8790c0c8-cf43-4d86-bb42-fa007919c81b tempest-TestMinimumBasicScenario-1178670443 tempest-TestMinimumBasicScenario-1178670443-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 1093 time: 0.4109542 Jun 26 21:32:48.249124 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 43352) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:32:48.257604 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-2f83250c-ffbd-44fe-8db7-e3f20219e007 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Request body: {'floatingip': {'floating_network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'port_id': 'df703c9b-6291-48fd-97e8-36cd4536f13a', 'tenant_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:32:48.289612 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c08914a8-dfe2-4143-846c-3553066b2324 req-8ab7147c-a3c2-4e5b-9248-97cbad37e206 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189566 Jun 26 21:32:48.313838 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2f83250c-ffbd-44fe-8db7-e3f20219e007 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks [] for floatingip, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:48.416577 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b688e7d-0cbc-4506-9903-30cebef2e6b7 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Router 91a92a4d-40e9-484e-a859-76bd492b0211 has already been hosted by L3 agent 8f52ff15-e1cf-4181-89b9-9a217ed1d1bf {{(pid=92921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 21:32:48.497727 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2f83250c-ffbd-44fe-8db7-e3f20219e007 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:48.551426 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b688e7d-0cbc-4506-9903-30cebef2e6b7 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify agent at l3_agent.dv-cinder-798208-1-iscsi the message routers_updated {{(pid=92921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 21:32:48.575324 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ec04ce-e8d8-4a0a-95df-06212c9f3482 None None] Sync routers for ids ['91a92a4d-40e9-484e-a859-76bd492b0211'] in dv-cinder-798208-1-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 21:32:48.579445 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2b688e7d-0cbc-4506-9903-30cebef2e6b7 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for floatingip, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:48.595847 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ec04ce-e8d8-4a0a-95df-06212c9f3482 None None] Routers {'91a92a4d-40e9-484e-a859-76bd492b0211'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:32:48.596580 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-90ec04ce-e8d8-4a0a-95df-06212c9f3482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:32:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['91a92a4d-40e9-484e-a859-76bd492b0211'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:32:48.719884 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-2f83250c-ffbd-44fe-8db7-e3f20219e007 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Allocated IP 172.27.2.73 (fc74eb2e-f674-4785-8e1a-443cbfb459f7/02c6eafe-d2ac-4065-b904-73ec1df0a44a/cdb2c094-74a1-45b3-8e37-374274ff84d3) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:32:48.831592 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-90ec04ce-e8d8-4a0a-95df-06212c9f3482 None None] Set router 91a92a4d-40e9-484e-a859-76bd492b0211 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:32:48.914432 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2f83250c-ffbd-44fe-8db7-e3f20219e007 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:48.987399 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2f83250c-ffbd-44fe-8db7-e3f20219e007 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8809475'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:48.991107 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:32:49.040149 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-2b688e7d-0cbc-4506-9903-30cebef2e6b7 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8729007 Jun 26 21:32:49.040149 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04877686-a29c-42c0-9065-93a121a8e5f0', 'tag': '0551d1aa-55a8-4e14-89e0-be8964ac60ad'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:32:49.040149 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b5f6d741f71b22ca80de7011a5bf010bd5b330abd4b28dbd747dc86a1ce20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fc4e63-0c15-4ffb-bf3f-91d303840ec4" -d '{"events": [{"name": "network-changed", "server_uuid": "04877686-a29c-42c0-9065-93a121a8e5f0", "tag": "0551d1aa-55a8-4e14-89e0-be8964ac60ad"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:32:49.079507 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f83250c-ffbd-44fe-8db7-e3f20219e007 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Network fc74eb2e-f674-4785-8e1a-443cbfb459f7 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:32:49.085777 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-2f83250c-ffbd-44fe-8db7-e3f20219e007 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:32:49.096662 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f83250c-ffbd-44fe-8db7-e3f20219e007 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:32:49.129617 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 21:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793a3146-c1ca-46ab-8bbc-3f2286f71907 x-openstack-request-id: req-793a3146-c1ca-46ab-8bbc-3f2286f71907 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:32:49.130111 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04877686-a29c-42c0-9065-93a121a8e5f0", "tag": "0551d1aa-55a8-4e14-89e0-be8964ac60ad", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:32:49.130553 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-793a3146-c1ca-46ab-8bbc-3f2286f71907 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:32:49.131278 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04877686-a29c-42c0-9065-93a121a8e5f0', 'tag': '0551d1aa-55a8-4e14-89e0-be8964ac60ad', 'status': 'completed', 'code': 200} Jun 26 21:32:49.159991 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83250c-ffbd-44fe-8db7-e3f20219e007 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Pushing event updated for resources: {'Port': ['ID=cdb2c094-74a1-45b3-8e37-374274ff84d3,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:32:49.176413 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-2f83250c-ffbd-44fe-8db7-e3f20219e007 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:32:49.326414 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc4e63-0c15-4ffb-bf3f-91d303840ec4 req-8435fbb1-14c0-402f-b779-0ed986e1311b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:49.329708 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-16fc4e63-0c15-4ffb-bf3f-91d303840ec4 req-8435fbb1-14c0-402f-b779-0ed986e1311b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d57413efbdfc45b299c235407da019ce&device_id=04877686-a29c-42c0-9065-93a121a8e5f0 HTTP/1.1" status: 200 len: 1099 time: 0.1661558 Jun 26 21:32:49.431769 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-90ec04ce-e8d8-4a0a-95df-06212c9f3482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'name': 'tempest-TestVolumeBootPattern-1551406780-router', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:05Z', 'updated_at': '2021-06-26T21:31:16Z', 'revision_number': 4, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'gw_port': {'id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:08Z', 'updated_at': '2021-06-26T21:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_floatingips': [{'id': '0fc87a5b-7a00-493e-b604-a79a70477ca9', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'router_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'port_id': '0551d1aa-55a8-4e14-89e0-be8964ac60ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f', 'mac_address': 'fa:16:3e:c7:55:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04877686-a29c-42c0-9065-93a121a8e5f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T21:32:47Z', 'updated_at': '2021-06-26T21:32:47Z', 'revision_number': 0, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b29f8b2-ce57-466d-9e4f-4102489e5760', 'name': '', 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'mac_address': 'fa:16:3e:c5:e7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'b01ad406-256f-4138-8b6e-7125345feab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:13Z', 'updated_at': '2021-06-26T21:31:26Z', 'revision_number': 5, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'subnets': [{'id': 'b01ad406-256f-4138-8b6e-7125345feab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:32:49.525876 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ec04ce-e8d8-4a0a-95df-06212c9f3482 None None] Checking router: 91a92a4d-40e9-484e-a859-76bd492b0211 for host: dv-cinder-798208-1-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 21:32:49.543472 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ec04ce-e8d8-4a0a-95df-06212c9f3482 None None] Routers {'91a92a4d-40e9-484e-a859-76bd492b0211'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:32:49.544687 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-90ec04ce-e8d8-4a0a-95df-06212c9f3482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:32:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['91a92a4d-40e9-484e-a859-76bd492b0211'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:32:49.629467 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc4e63-0c15-4ffb-bf3f-91d303840ec4 req-8572f803-6b96-4fde-b420-adf7e1adf624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:49.631150 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-16fc4e63-0c15-4ffb-bf3f-91d303840ec4 req-8572f803-6b96-4fde-b420-adf7e1adf624 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a8afb80a-5940-4655-9052-1907914d829f HTTP/1.1" status: 200 len: 913 time: 0.2924395 Jun 26 21:32:49.642351 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 97184965-a41a-4505-b5bb-f5aed24544e6 no longer exists at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:32:49.670382 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] No Port match for: 97184965-a41a-4505-b5bb-f5aed24544e6 {{(pid=92923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 21:32:49.671148 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 97184965-a41a-4505-b5bb-f5aed24544e6 not bound to the agent host hv-cinder-79820 {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 21:32:49.737295 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-90ec04ce-e8d8-4a0a-95df-06212c9f3482 None None] Set router 91a92a4d-40e9-484e-a859-76bd492b0211 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:32:49.776755 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-16fc4e63-0c15-4ffb-bf3f-91d303840ec4 req-a5133936-99c5-4e57-8f71-ff180d6263af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0551d1aa-55a8-4e14-89e0-be8964ac60ad HTTP/1.1" status: 200 len: 1000 time: 0.1300440 Jun 26 21:32:49.847840 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5019ddb-05b1-401f-b2ff-9bd77914926e req-09830b94-46f4-4303-a439-6c862b244bda tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:49.850371 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f5019ddb-05b1-401f-b2ff-9bd77914926e req-09830b94-46f4-4303-a439-6c862b244bda tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed69eb53-103d-418e-b0b1-f0953d0ac88c HTTP/1.1" status: 200 len: 945 time: 0.2257521 Jun 26 21:32:49.854788 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426dda7-22ae-463f-913c-d8903e0d4ebc req-2de79d5e-0303-4156-82b0-c33baedb5403 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:49.856397 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-9426dda7-22ae-463f-913c-d8903e0d4ebc req-2de79d5e-0303-4156-82b0-c33baedb5403 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed69eb53-103d-418e-b0b1-f0953d0ac88c HTTP/1.1" status: 200 len: 945 time: 0.1419139 Jun 26 21:32:49.860637 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc4e63-0c15-4ffb-bf3f-91d303840ec4 req-6756b7bc-bba0-4fc9-ab1c-1190e801cec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:49.862235 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-16fc4e63-0c15-4ffb-bf3f-91d303840ec4 req-6756b7bc-bba0-4fc9-ab1c-1190e801cec1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b01ad406-256f-4138-8b6e-7125345feab0 HTTP/1.1" status: 200 len: 851 time: 0.0774815 Jun 26 21:32:50.013856 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f5019ddb-05b1-401f-b2ff-9bd77914926e req-58d6312f-a657-4be5-82ff-103e86280384 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358759 Jun 26 21:32:50.045099 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc4e63-0c15-4ffb-bf3f-91d303840ec4 req-03f1adcf-bf65-40de-b350-6fa77a1001c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:50.046752 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-16fc4e63-0c15-4ffb-bf3f-91d303840ec4 req-03f1adcf-bf65-40de-b350-6fa77a1001c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8afb80a-5940-4655-9052-1907914d829f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1739402 Jun 26 21:32:50.165383 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-9426dda7-22ae-463f-913c-d8903e0d4ebc req-d60a36bd-a52e-4fbd-8619-b64ca3c79263 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Deleting port 9b02c420-d67c-4337-983a-872d1d747a5f {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:32:50.165383 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-9426dda7-22ae-463f-913c-d8903e0d4ebc req-d60a36bd-a52e-4fbd-8619-b64ca3c79263 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:50.281780 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-90ec04ce-e8d8-4a0a-95df-06212c9f3482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'name': 'tempest-TestVolumeBootPattern-1551406780-router', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:05Z', 'updated_at': '2021-06-26T21:31:16Z', 'revision_number': 4, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'gw_port': {'id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:08Z', 'updated_at': '2021-06-26T21:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_floatingips': [{'id': '0fc87a5b-7a00-493e-b604-a79a70477ca9', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'router_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'port_id': '0551d1aa-55a8-4e14-89e0-be8964ac60ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f', 'mac_address': 'fa:16:3e:c7:55:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04877686-a29c-42c0-9065-93a121a8e5f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T21:32:47Z', 'updated_at': '2021-06-26T21:32:47Z', 'revision_number': 0, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b29f8b2-ce57-466d-9e4f-4102489e5760', 'name': '', 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'mac_address': 'fa:16:3e:c5:e7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'b01ad406-256f-4138-8b6e-7125345feab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:13Z', 'updated_at': '2021-06-26T21:31:26Z', 'revision_number': 5, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'subnets': [{'id': 'b01ad406-256f-4138-8b6e-7125345feab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:32:50.296633 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-16fc4e63-0c15-4ffb-bf3f-91d303840ec4 req-09f7f820-e6ff-4fa2-9038-816fbcdae62c service neutron] 10.222.0.41 "GET /v2.0/networks/a8afb80a-5940-4655-9052-1907914d829f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370017 Jun 26 21:32:50.314532 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ec04ce-e8d8-4a0a-95df-06212c9f3482 None None] The sync data for ids ['91a92a4d-40e9-484e-a859-76bd492b0211'] in dv-cinder-798208-1-iscsi is: [{'id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'name': 'tempest-TestVolumeBootPattern-1551406780-router', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:05Z', 'updated_at': '2021-06-26T21:31:16Z', 'revision_number': 4, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'gw_port': {'id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:08Z', 'updated_at': '2021-06-26T21:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_floatingips': [{'id': '0fc87a5b-7a00-493e-b604-a79a70477ca9', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'router_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'port_id': '0551d1aa-55a8-4e14-89e0-be8964ac60ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f', 'mac_address': 'fa:16:3e:c7:55:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04877686-a29c-42c0-9065-93a121a8e5f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T21:32:47Z', 'updated_at': '2021-06-26T21:32:47Z', 'revision_number': 0, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b29f8b2-ce57-466d-9e4f-4102489e5760', 'name': '', 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'mac_address': 'fa:16:3e:c5:e7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'b01ad406-256f-4138-8b6e-7125345feab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:13Z', 'updated_at': '2021-06-26T21:31:26Z', 'revision_number': 5, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'subnets': [{'id': 'b01ad406-256f-4138-8b6e-7125345feab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 21:32:50.385615 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-9426dda7-22ae-463f-913c-d8903e0d4ebc req-d60a36bd-a52e-4fbd-8619-b64ca3c79263 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] For port 9b02c420-d67c-4337-983a-872d1d747a5f, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=9b02c420-d67c-4337-983a-872d1d747a5f,segment=NetworkSegment(a198608a-0649-4b2e-a7e8-7785be688f5a),segment_id=a198608a-0649-4b2e-a7e8-7785be688f5a)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:32:50.386030 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-9426dda7-22ae-463f-913c-d8903e0d4ebc req-d60a36bd-a52e-4fbd-8619-b64ca3c79263 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:50.398932 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-86277d3a-80e8-4468-923f-4e61ca207bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:50.400647 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-42201345-0cbc-4691-aa20-cec4ad85a9ca req-d711c086-9017-4780-a62d-17a7c41c7f94 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2874782 Jun 26 21:32:50.406991 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-9426dda7-22ae-463f-913c-d8903e0d4ebc req-d60a36bd-a52e-4fbd-8619-b64ca3c79263 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Calling delete_port for 9b02c420-d67c-4337-983a-872d1d747a5f owned by compute:nova {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:32:50.407251 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2f83250c-ffbd-44fe-8db7-e3f20219e007 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:50.476159 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-16fc4e63-0c15-4ffb-bf3f-91d303840ec4 req-af641f5c-4399-4591-861a-1d1d8500e66d service neutron] 10.222.0.41 "GET /v2.0/networks/a8afb80a-5940-4655-9052-1907914d829f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674075 Jun 26 21:32:50.598180 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-9426dda7-22ae-463f-913c-d8903e0d4ebc req-d60a36bd-a52e-4fbd-8619-b64ca3c79263 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8896241'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:50.605487 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-470dda5d-e5ca-498d-81ff-51f512cedf39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:32:50.612237 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] get_ports_and_sgs() called for port_ids ['fb35f91b-b87f-4004-9055-3a6bc5f92231', '9b02c420-d67c-4337-983a-872d1d747a5f'] {{(pid=92923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 21:32:50.677244 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e53364-6ef8-4a4b-9c83-364af599832a None None] New status for floating IP 0fc87a5b-7a00-493e-b604-a79a70477ca9: ACTIVE {{(pid=92923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 21:32:50.693366 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a36bd-a52e-4fbd-8619-b64ca3c79263 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Pushing event deleted for resources: {'Port': ['ID=9b02c420-d67c-4337-983a-872d1d747a5f,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:32:50.699525 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-d60a36bd-a52e-4fbd-8619-b64ca3c79263 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:32:50.753442 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-9426dda7-22ae-463f-913c-d8903e0d4ebc req-d60a36bd-a52e-4fbd-8619-b64ca3c79263 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] No DVR routers for this DVR port 9b02c420-d67c-4337-983a-872d1d747a5f on host hv-cinder-79820 {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 21:32:50.754622 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2f83250c-ffbd-44fe-8db7-e3f20219e007 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:50.756682 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-9426dda7-22ae-463f-913c-d8903e0d4ebc req-d60a36bd-a52e-4fbd-8619-b64ca3c79263 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:50.759449 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-9426dda7-22ae-463f-913c-d8903e0d4ebc req-d60a36bd-a52e-4fbd-8619-b64ca3c79263 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.41 "DELETE /v2.0/ports/9b02c420-d67c-4337-983a-872d1d747a5f HTTP/1.1" status: 204 len: 173 time: 0.8877423 Jun 26 21:32:50.771845 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42201345-0cbc-4691-aa20-cec4ad85a9ca req-877b064b-890e-45fe-89df-17d0a5e172ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:50.778559 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-42201345-0cbc-4691-aa20-cec4ad85a9ca req-877b064b-890e-45fe-89df-17d0a5e172ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1b82a91ccfa34d6d9e71d190d4dfd427&device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 1099 time: 0.3050673 Jun 26 21:32:51.017670 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42201345-0cbc-4691-aa20-cec4ad85a9ca req-4e75edbe-dcfd-4540-be48-4796413ca51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:51.019054 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-42201345-0cbc-4691-aa20-cec4ad85a9ca req-4e75edbe-dcfd-4540-be48-4796413ca51a service neutron] 10.222.0.41 "GET /v2.0/networks?id=2305325d-a907-4cbb-9a7b-fe0c2ff5adf1 HTTP/1.1" status: 200 len: 920 time: 0.1906500 Jun 26 21:32:51.102580 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-42201345-0cbc-4691-aa20-cec4ad85a9ca req-35461e1f-176f-4fae-8005-6a39ed89b77d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0 HTTP/1.1" status: 200 len: 217 time: 0.0670331 Jun 26 21:32:51.132784 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed69eb53-103d-418e-b0b1-f0953d0ac88c', 'name': 'network-vif-deleted', 'tag': '9b02c420-d67c-4337-983a-872d1d747a5f'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:32:51.137291 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b5f6d741f71b22ca80de7011a5bf010bd5b330abd4b28dbd747dc86a1ce20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8d5023-231a-46ff-bee9-1af45b63e0fc" -d '{"events": [{"server_uuid": "ed69eb53-103d-418e-b0b1-f0953d0ac88c", "name": "network-vif-deleted", "tag": "9b02c420-d67c-4337-983a-872d1d747a5f"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:32:51.562033 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ad6a5f74-6c64-45e8-a663-fe9ec57884d2 req-bf392dcb-5084-4cc3-86f4-3d2aecc94caa tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed69eb53-103d-418e-b0b1-f0953d0ac88c HTTP/1.1" status: 200 len: 210 time: 0.1073680 Jun 26 21:32:51.595663 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42201345-0cbc-4691-aa20-cec4ad85a9ca req-0260cfff-a787-4228-bf1e-f7ca22c47bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:51.598565 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-42201345-0cbc-4691-aa20-cec4ad85a9ca req-0260cfff-a787-4228-bf1e-f7ca22c47bb4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=162b4e55-03bc-4a67-8c15-f483cdb4fffc HTTP/1.1" status: 200 len: 859 time: 0.4835436 Jun 26 21:32:51.603035 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2f83250c-ffbd-44fe-8db7-e3f20219e007 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:51.627635 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2f83250c-ffbd-44fe-8db7-e3f20219e007 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8809713'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:51.634899 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-6e2e11be-dfa5-4610-bff2-ed1295f542f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:32:51.648987 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 21:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e349d73b-263f-4bf5-ac07-5299ebc004bc x-openstack-request-id: req-e349d73b-263f-4bf5-ac07-5299ebc004bc {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:32:51.649522 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed69eb53-103d-418e-b0b1-f0953d0ac88c", "name": "network-vif-deleted", "tag": "9b02c420-d67c-4337-983a-872d1d747a5f", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:32:51.650153 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e349d73b-263f-4bf5-ac07-5299ebc004bc {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:32:51.650829 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed69eb53-103d-418e-b0b1-f0953d0ac88c', 'name': 'network-vif-deleted', 'tag': '9b02c420-d67c-4337-983a-872d1d747a5f', 'status': 'completed', 'code': 200} Jun 26 21:32:51.713775 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-42201345-0cbc-4691-aa20-cec4ad85a9ca req-1c659f1c-67d9-449f-a967-5b4ff0e69c69 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2305325d-a907-4cbb-9a7b-fe0c2ff5adf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1030419 Jun 26 21:32:51.848570 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83250c-ffbd-44fe-8db7-e3f20219e007 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Pushing event updated for resources: {'Port': ['ID=cdb2c094-74a1-45b3-8e37-374274ff84d3,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:32:51.862130 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-2f83250c-ffbd-44fe-8db7-e3f20219e007 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:32:51.949324 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79267372-00a0-455c-b579-f50248afd7ff req-80b71205-73a8-4cea-8b57-920b7c7641fb tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:51.953271 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-79267372-00a0-455c-b579-f50248afd7ff req-80b71205-73a8-4cea-8b57-920b7c7641fb tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 946 time: 0.4976230 Jun 26 21:32:51.964417 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2f83250c-ffbd-44fe-8db7-e3f20219e007 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642591'] for floatingip, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:52.103299 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-42201345-0cbc-4691-aa20-cec4ad85a9ca req-8c5a9fdb-4c3c-48e0-841d-933b3f52dbef service neutron] 10.222.0.41 "GET /v2.0/networks/2305325d-a907-4cbb-9a7b-fe0c2ff5adf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775530 Jun 26 21:32:52.161532 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-79267372-00a0-455c-b579-f50248afd7ff req-bbceb0da-6f26-4392-b565-abed698bdaa0 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985018 Jun 26 21:32:52.264393 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.db.l3_db [None req-2f83250c-ffbd-44fe-8db7-e3f20219e007 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Floating IP 34be2afd-a91b-477f-a81f-63ca28b9ef92 associated. External IP: 172.27.2.73, port: df703c9b-6291-48fd-97e8-36cd4536f13a. Jun 26 21:32:52.339925 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-42201345-0cbc-4691-aa20-cec4ad85a9ca req-b4cced33-06c2-4e06-be03-1182aabfc833 service neutron] 10.222.0.41 "GET /v2.0/networks/2305325d-a907-4cbb-9a7b-fe0c2ff5adf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831462 Jun 26 21:32:52.545797 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f83250c-ffbd-44fe-8db7-e3f20219e007 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Router 67ffc21c-4e15-4d3b-9e1f-db923a4bb666 has already been hosted by L3 agent 8f52ff15-e1cf-4181-89b9-9a217ed1d1bf {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 21:32:52.645343 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:52.704546 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f83250c-ffbd-44fe-8db7-e3f20219e007 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify agent at l3_agent.dv-cinder-798208-1-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 21:32:52.715839 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c77f7cd-47be-461c-91d7-66953707c650 None None] Sync routers for ids ['67ffc21c-4e15-4d3b-9e1f-db923a4bb666'] in dv-cinder-798208-1-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 21:32:52.724531 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2f83250c-ffbd-44fe-8db7-e3f20219e007 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for floatingip, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:52.726369 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c77f7cd-47be-461c-91d7-66953707c650 None None] Routers {'67ffc21c-4e15-4d3b-9e1f-db923a4bb666'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:32:52.727053 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-0c77f7cd-47be-461c-91d7-66953707c650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:32:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['67ffc21c-4e15-4d3b-9e1f-db923a4bb666'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:32:52.794506 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-2f83250c-ffbd-44fe-8db7-e3f20219e007 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.5433536 Jun 26 21:32:52.796063 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c8c94ea-c1c3-459d-864a-c3d9345ffaed', 'tag': 'df703c9b-6291-48fd-97e8-36cd4536f13a'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:32:52.797083 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 43418) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:32:52.801796 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02b73ab247f9faeb07a43472fb83bf8797eb00ff3c4bc2c6d8d9a12e0ada40b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99bbd296-ae28-4860-8faf-597889f9da6d" -d '{"events": [{"name": "network-changed", "server_uuid": "8c8c94ea-c1c3-459d-864a-c3d9345ffaed", "tag": "df703c9b-6291-48fd-97e8-36cd4536f13a"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:32:52.802852 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-f2198f8d-18d2-4118-b681-6bada02ca0eb tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2107199552', 'description': 'tempest-secgroup-smoke-2107199552 description', 'project_id': '92ac25c46d5e4ca8b91dd76623e3115e'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:32:52.851526 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 21:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ed610f-03bc-4ae0-91a1-8d9e1320d371 x-openstack-request-id: req-f8ed610f-03bc-4ae0-91a1-8d9e1320d371 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:32:52.851773 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f2198f8d-18d2-4118-b681-6bada02ca0eb tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:52.852538 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c8c94ea-c1c3-459d-864a-c3d9345ffaed", "tag": "df703c9b-6291-48fd-97e8-36cd4536f13a", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:32:52.853467 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f8ed610f-03bc-4ae0-91a1-8d9e1320d371 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:32:52.854675 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c8c94ea-c1c3-459d-864a-c3d9345ffaed', 'tag': 'df703c9b-6291-48fd-97e8-36cd4536f13a', 'status': 'completed', 'code': 200} Jun 26 21:32:52.883676 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-0c77f7cd-47be-461c-91d7-66953707c650 None None] Set router 67ffc21c-4e15-4d3b-9e1f-db923a4bb666 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:32:53.006257 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbd296-ae28-4860-8faf-597889f9da6d req-315c33da-91ea-42e2-adbe-6dd288504a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:53.008609 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-99bbd296-ae28-4860-8faf-597889f9da6d req-315c33da-91ea-42e2-adbe-6dd288504a74 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92ac25c46d5e4ca8b91dd76623e3115e&device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 1098 time: 0.0954566 Jun 26 21:32:53.011493 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f2198f8d-18d2-4118-b681-6bada02ca0eb tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:53.017993 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f2198f8d-18d2-4118-b681-6bada02ca0eb tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:53.021217 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-e50ab471-0e34-4d5c-889c-4ff89f0520e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:32:53.069707 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f2198f8d-18d2-4118-b681-6bada02ca0eb tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:53.071367 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-f2198f8d-18d2-4118-b681-6bada02ca0eb tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2731140 Jun 26 21:32:53.076470 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 43426) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:32:53.083226 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-c32b969c-f9a7-4267-a94a-0a8f382ea569 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Request body: {'security_group_rule': {'security_group_id': '1b99bc27-87d9-4329-8f6b-5d39ef412850', 'project_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:32:53.092667 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2198f8d-18d2-4118-b681-6bada02ca0eb tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b99bc27-87d9-4329-8f6b-5d39ef412850,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:32:53.112242 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-f2198f8d-18d2-4118-b681-6bada02ca0eb tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:32:53.160536 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c32b969c-f9a7-4267-a94a-0a8f382ea569 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:53.176894 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbd296-ae28-4860-8faf-597889f9da6d req-08508444-526a-421c-98e3-e546e8fa007e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:53.178507 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-99bbd296-ae28-4860-8faf-597889f9da6d req-08508444-526a-421c-98e3-e546e8fa007e service neutron] 10.222.0.41 "GET /v2.0/networks?id=7504093b-2185-4c2a-88d7-b1f590578a60 HTTP/1.1" status: 200 len: 916 time: 0.1414568 Jun 26 21:32:53.279552 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-99bbd296-ae28-4860-8faf-597889f9da6d req-58ef97f3-99bf-46fb-aa98-bc72de248c51 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df703c9b-6291-48fd-97e8-36cd4536f13a HTTP/1.1" status: 200 len: 998 time: 0.0928361 Jun 26 21:32:53.306594 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c32b969c-f9a7-4267-a94a-0a8f382ea569 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:53.312830 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c32b969c-f9a7-4267-a94a-0a8f382ea569 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-625768'] for security_group_rule, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:53.320528 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:32:53.352689 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b969c-f9a7-4267-a94a-0a8f382ea569 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a105357-bd05-459b-b129-f7fc52f428ae,revision_number=0']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:32:53.359293 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-c32b969c-f9a7-4267-a94a-0a8f382ea569 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:32:53.368463 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-0c77f7cd-47be-461c-91d7-66953707c650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ffc21c-4e15-4d3b-9e1f-db923a4bb666', 'name': 'tempest-TestMinimumBasicScenario-1246843487-router', 'tenant_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:02Z', 'updated_at': '2021-06-26T21:31:10Z', 'revision_number': 4, 'project_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'gw_port': {'id': '5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ed:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ffc21c-4e15-4d3b-9e1f-db923a4bb666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:02Z', 'updated_at': '2021-06-26T21:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_floatingips': [{'id': '34be2afd-a91b-477f-a81f-63ca28b9ef92', 'tenant_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'router_id': '67ffc21c-4e15-4d3b-9e1f-db923a4bb666', 'port_id': 'df703c9b-6291-48fd-97e8-36cd4536f13a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7504093b-2185-4c2a-88d7-b1f590578a60', 'mac_address': 'fa:16:3e:31:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8c94ea-c1c3-459d-864a-c3d9345ffaed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T21:32:49Z', 'updated_at': '2021-06-26T21:32:49Z', 'revision_number': 0, 'project_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6b77c0f-3d2d-47fc-b6ed-4f9af5a5f6c1', 'name': '', 'network_id': '7504093b-2185-4c2a-88d7-b1f590578a60', 'tenant_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'mac_address': 'fa:16:3e:8a:59:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ffc21c-4e15-4d3b-9e1f-db923a4bb666', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'c0ea7ed3-3026-4b54-9abc-fc78571d0dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:08Z', 'updated_at': '2021-06-26T21:31:20Z', 'revision_number': 5, 'project_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'subnets': [{'id': 'c0ea7ed3-3026-4b54-9abc-fc78571d0dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:32:53.374769 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c32b969c-f9a7-4267-a94a-0a8f382ea569 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:53.379796 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-c32b969c-f9a7-4267-a94a-0a8f382ea569 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3022172 Jun 26 21:32:53.380155 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 43432) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:32:53.389154 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-2a759d40-cf77-40bb-a33c-548b9fb6562c tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Request body: {'security_group_rule': {'security_group_id': '1b99bc27-87d9-4329-8f6b-5d39ef412850', 'project_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:32:53.408802 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbd296-ae28-4860-8faf-597889f9da6d req-de0fd2c4-164c-493b-8c5a-21835ba126c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:53.410452 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-99bbd296-ae28-4860-8faf-597889f9da6d req-de0fd2c4-164c-493b-8c5a-21835ba126c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c0ea7ed3-3026-4b54-9abc-fc78571d0dfb HTTP/1.1" status: 200 len: 854 time: 0.1231236 Jun 26 21:32:53.415081 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c77f7cd-47be-461c-91d7-66953707c650 None None] Checking router: 67ffc21c-4e15-4d3b-9e1f-db923a4bb666 for host: dv-cinder-798208-1-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 21:32:53.428521 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c77f7cd-47be-461c-91d7-66953707c650 None None] Routers {'67ffc21c-4e15-4d3b-9e1f-db923a4bb666'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:32:53.429811 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-0c77f7cd-47be-461c-91d7-66953707c650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:32:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['67ffc21c-4e15-4d3b-9e1f-db923a4bb666'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:32:53.469520 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2a759d40-cf77-40bb-a33c-548b9fb6562c tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:53.496844 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ecc2cb-2c70-4886-af55-ba794fc56286 req-84250cea-c37c-4c5e-bdfb-cf1259f51c57 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:53.498249 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a9ecc2cb-2c70-4886-af55-ba794fc56286 req-84250cea-c37c-4c5e-bdfb-cf1259f51c57 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 946 time: 0.1606715 Jun 26 21:32:53.602480 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-0c77f7cd-47be-461c-91d7-66953707c650 None None] Set router 67ffc21c-4e15-4d3b-9e1f-db923a4bb666 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:32:53.659443 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 9b02c420-d67c-4337-983a-872d1d747a5f no longer exists at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:32:53.680792 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbd296-ae28-4860-8faf-597889f9da6d req-f24651fb-7fc0-4796-b735-7f534244c5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:53.684254 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-99bbd296-ae28-4860-8faf-597889f9da6d req-f24651fb-7fc0-4796-b735-7f534244c5a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7504093b-2185-4c2a-88d7-b1f590578a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2640789 Jun 26 21:32:53.701130 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a9ecc2cb-2c70-4886-af55-ba794fc56286 req-71507ecd-be24-4c97-a593-33e54b5e960e tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872268 Jun 26 21:32:53.718999 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] No Port match for: 9b02c420-d67c-4337-983a-872d1d747a5f {{(pid=92923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 21:32:53.719414 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 9b02c420-d67c-4337-983a-872d1d747a5f not bound to the agent host hv-cinder-79820 {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 21:32:53.774587 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2a759d40-cf77-40bb-a33c-548b9fb6562c tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:53.798290 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2a759d40-cf77-40bb-a33c-548b9fb6562c tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-625768'] for security_group_rule, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:53.847645 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:32:53.890316 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a759d40-cf77-40bb-a33c-548b9fb6562c tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29ca1bfe-8d20-47f0-82f0-5023d051568a,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:32:53.904658 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-2a759d40-cf77-40bb-a33c-548b9fb6562c tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:32:53.908067 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2a759d40-cf77-40bb-a33c-548b9fb6562c tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:53.913125 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 43444) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:32:53.913930 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-2a759d40-cf77-40bb-a33c-548b9fb6562c tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5301473 Jun 26 21:32:53.921371 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-11a06bf3-3a5b-48e0-be2e-e3598a6873ec tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Request body: {'security_group_rule': {'security_group_id': '1b99bc27-87d9-4329-8f6b-5d39ef412850', 'project_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:32:53.966851 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-99bbd296-ae28-4860-8faf-597889f9da6d req-272e548a-3cd0-498a-8a67-8529119b5223 service neutron] 10.222.0.41 "GET /v2.0/networks/7504093b-2185-4c2a-88d7-b1f590578a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574441 Jun 26 21:32:53.999602 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-11a06bf3-3a5b-48e0-be2e-e3598a6873ec tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:54.012094 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-0c77f7cd-47be-461c-91d7-66953707c650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ffc21c-4e15-4d3b-9e1f-db923a4bb666', 'name': 'tempest-TestMinimumBasicScenario-1246843487-router', 'tenant_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:02Z', 'updated_at': '2021-06-26T21:31:10Z', 'revision_number': 4, 'project_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'gw_port': {'id': '5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ed:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ffc21c-4e15-4d3b-9e1f-db923a4bb666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:02Z', 'updated_at': '2021-06-26T21:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_floatingips': [{'id': '34be2afd-a91b-477f-a81f-63ca28b9ef92', 'tenant_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'router_id': '67ffc21c-4e15-4d3b-9e1f-db923a4bb666', 'port_id': 'df703c9b-6291-48fd-97e8-36cd4536f13a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7504093b-2185-4c2a-88d7-b1f590578a60', 'mac_address': 'fa:16:3e:31:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8c94ea-c1c3-459d-864a-c3d9345ffaed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T21:32:49Z', 'updated_at': '2021-06-26T21:32:49Z', 'revision_number': 0, 'project_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6b77c0f-3d2d-47fc-b6ed-4f9af5a5f6c1', 'name': '', 'network_id': '7504093b-2185-4c2a-88d7-b1f590578a60', 'tenant_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'mac_address': 'fa:16:3e:8a:59:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ffc21c-4e15-4d3b-9e1f-db923a4bb666', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'c0ea7ed3-3026-4b54-9abc-fc78571d0dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:08Z', 'updated_at': '2021-06-26T21:31:20Z', 'revision_number': 5, 'project_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'subnets': [{'id': 'c0ea7ed3-3026-4b54-9abc-fc78571d0dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:32:54.109506 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-99bbd296-ae28-4860-8faf-597889f9da6d req-6742013d-2fac-4138-9c51-92f3efa3b02d service neutron] 10.222.0.41 "GET /v2.0/networks/7504093b-2185-4c2a-88d7-b1f590578a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347220 Jun 26 21:32:54.119080 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c77f7cd-47be-461c-91d7-66953707c650 None None] The sync data for ids ['67ffc21c-4e15-4d3b-9e1f-db923a4bb666'] in dv-cinder-798208-1-iscsi is: [{'id': '67ffc21c-4e15-4d3b-9e1f-db923a4bb666', 'name': 'tempest-TestMinimumBasicScenario-1246843487-router', 'tenant_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:02Z', 'updated_at': '2021-06-26T21:31:10Z', 'revision_number': 4, 'project_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'gw_port': {'id': '5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ed:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ffc21c-4e15-4d3b-9e1f-db923a4bb666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:02Z', 'updated_at': '2021-06-26T21:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_floatingips': [{'id': '34be2afd-a91b-477f-a81f-63ca28b9ef92', 'tenant_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'router_id': '67ffc21c-4e15-4d3b-9e1f-db923a4bb666', 'port_id': 'df703c9b-6291-48fd-97e8-36cd4536f13a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7504093b-2185-4c2a-88d7-b1f590578a60', 'mac_address': 'fa:16:3e:31:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8c94ea-c1c3-459d-864a-c3d9345ffaed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T21:32:49Z', 'updated_at': '2021-06-26T21:32:49Z', 'revision_number': 0, 'project_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6b77c0f-3d2d-47fc-b6ed-4f9af5a5f6c1', 'name': '', 'network_id': '7504093b-2185-4c2a-88d7-b1f590578a60', 'tenant_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'mac_address': 'fa:16:3e:8a:59:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ffc21c-4e15-4d3b-9e1f-db923a4bb666', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'c0ea7ed3-3026-4b54-9abc-fc78571d0dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:08Z', 'updated_at': '2021-06-26T21:31:20Z', 'revision_number': 5, 'project_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'subnets': [{'id': 'c0ea7ed3-3026-4b54-9abc-fc78571d0dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 21:32:54.258840 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-11a06bf3-3a5b-48e0-be2e-e3598a6873ec tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:54.274900 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-11a06bf3-3a5b-48e0-be2e-e3598a6873ec tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-625768'] for security_group_rule, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:54.283463 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-9959b2f0-0050-47f9-8adc-c3f4e1d8c1be tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:32:54.322797 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a06bf3-3a5b-48e0-be2e-e3598a6873ec tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0f59296-7a16-4260-8b5d-d9fa20084a8c,revision_number=0']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:32:54.325711 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-11a06bf3-3a5b-48e0-be2e-e3598a6873ec tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:32:54.333896 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd364a41-16b4-4597-892d-aaf15a7eb140 req-c7927f3a-d136-4fa5-b05a-97b65f621078 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:54.335473 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-fd364a41-16b4-4597-892d-aaf15a7eb140 req-c7927f3a-d136-4fa5-b05a-97b65f621078 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 946 time: 0.2230964 Jun 26 21:32:54.336217 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-11a06bf3-3a5b-48e0-be2e-e3598a6873ec tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:54.337353 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-11a06bf3-3a5b-48e0-be2e-e3598a6873ec tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4229321 Jun 26 21:32:54.340169 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 43452) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:32:54.346027 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-b429fc59-449d-4483-bb19-d92e1e747870 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Request body: {'security_group_rule': {'security_group_id': '1b99bc27-87d9-4329-8f6b-5d39ef412850', 'project_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:32:54.356573 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 43454) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:32:54.480267 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebd2d2d-e550-4fa2-abe0-775f33a95e8b None None] New status for floating IP 34be2afd-a91b-477f-a81f-63ca28b9ef92: ACTIVE {{(pid=92923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 21:32:54.481486 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b429fc59-449d-4483-bb19-d92e1e747870 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:54.503780 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac76b72-574a-452a-821d-a6b4b4ee51de req-56880232-5c91-445a-abea-6117e03c02f0 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:54.506191 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bac76b72-574a-452a-821d-a6b4b4ee51de req-56880232-5c91-445a-abea-6117e03c02f0 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=09af1582-e0f6-4f3f-b166-1cd44f4732a3 HTTP/1.1" status: 200 len: 945 time: 0.1186779 Jun 26 21:32:54.597458 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-fd364a41-16b4-4597-892d-aaf15a7eb140 req-9cb3a93b-b818-42dd-8f15-dd4bccdd3f54 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Deleting port 7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0 {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:32:54.597950 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-fd364a41-16b4-4597-892d-aaf15a7eb140 req-9cb3a93b-b818-42dd-8f15-dd4bccdd3f54 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:54.603136 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b429fc59-449d-4483-bb19-d92e1e747870 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:54.608001 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bac76b72-574a-452a-821d-a6b4b4ee51de req-9ccc5361-10ea-4dcc-b046-aacd4e231057 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890431 Jun 26 21:32:54.610968 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-49a910ef-be07-46a8-abae-6b3ba0d6f5a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:54.621652 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b429fc59-449d-4483-bb19-d92e1e747870 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-625768'] for security_group_rule, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:54.637895 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:32:54.716225 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b429fc59-449d-4483-bb19-d92e1e747870 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beff6f5d-1579-4fc9-8e5e-ebb21fc5a125,revision_number=0']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:32:54.724498 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-b429fc59-449d-4483-bb19-d92e1e747870 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:32:54.767291 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-37ab352f-0097-41bc-82d1-5ee2e54d2aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:54.774852 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-fd364a41-16b4-4597-892d-aaf15a7eb140 req-9cb3a93b-b818-42dd-8f15-dd4bccdd3f54 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] For port 7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0,segment=NetworkSegment(201ef14f-0217-4a33-8c46-79df3f9dc67e),segment_id=201ef14f-0217-4a33-8c46-79df3f9dc67e)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:32:54.775354 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-fd364a41-16b4-4597-892d-aaf15a7eb140 req-9cb3a93b-b818-42dd-8f15-dd4bccdd3f54 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:54.794017 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-fd364a41-16b4-4597-892d-aaf15a7eb140 req-9cb3a93b-b818-42dd-8f15-dd4bccdd3f54 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Calling delete_port for 7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0 owned by compute:nova {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:32:54.817938 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-49a910ef-be07-46a8-abae-6b3ba0d6f5a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:54.824199 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-49a910ef-be07-46a8-abae-6b3ba0d6f5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:54.828493 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-52abcc9c-9ada-47c7-b54a-fe5d10fe4955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:32:54.909828 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-49a910ef-be07-46a8-abae-6b3ba0d6f5a7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=27bce969138e461289695861ca84c8a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5492439 Jun 26 21:32:54.909828 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a910ef-be07-46a8-abae-6b3ba0d6f5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be633c4-bc8f-4358-a321-05ed70eb1c7e,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:32:54.910635 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 43462) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:32:54.913152 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-49a910ef-be07-46a8-abae-6b3ba0d6f5a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:32:54.924128 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b429fc59-449d-4483-bb19-d92e1e747870 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:54.931452 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-b429fc59-449d-4483-bb19-d92e1e747870 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5897436 Jun 26 21:32:54.936229 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 43464) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:32:54.954266 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-3497b942-ec7e-40c3-890a-9a2b7367cf26 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Request body: {'security_group_rule': {'security_group_id': '1b99bc27-87d9-4329-8f6b-5d39ef412850', 'project_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:32:55.037168 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.db.securitygroups_db [None req-3497b942-ec7e-40c3-890a-9a2b7367cf26 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Project 92ac25c46d5e4ca8b91dd76623e3115e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 26 21:32:55.042605 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-88bbda88-dc9b-4f6d-a7bf-872de3d9ee2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:55.046857 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-fd364a41-16b4-4597-892d-aaf15a7eb140 req-9cb3a93b-b818-42dd-8f15-dd4bccdd3f54 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8896241'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:55.052626 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3497b942-ec7e-40c3-890a-9a2b7367cf26 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:55.055865 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-494e15e9-ec7f-498e-a78e-8dea7c72dd2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:32:55.064689 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] get_ports_and_sgs() called for port_ids ['09ec0a32-cf86-48ed-a9fe-55855bfe4ab2', '7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0'] {{(pid=92923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 21:32:55.109298 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb3a93b-b818-42dd-8f15-dd4bccdd3f54 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Pushing event deleted for resources: {'Port': ['ID=7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:32:55.119409 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-88bbda88-dc9b-4f6d-a7bf-872de3d9ee2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:55.121356 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-9cb3a93b-b818-42dd-8f15-dd4bccdd3f54 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:32:55.181430 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd364a41-16b4-4597-892d-aaf15a7eb140 req-9cb3a93b-b818-42dd-8f15-dd4bccdd3f54 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] No DVR routers for this DVR port 7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0 on host hv-cinder-79820 {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 21:32:55.185895 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-fd364a41-16b4-4597-892d-aaf15a7eb140 req-9cb3a93b-b818-42dd-8f15-dd4bccdd3f54 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:55.189265 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-fd364a41-16b4-4597-892d-aaf15a7eb140 req-9cb3a93b-b818-42dd-8f15-dd4bccdd3f54 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.41 "DELETE /v2.0/ports/7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0 HTTP/1.1" status: 204 len: 173 time: 0.8458204 Jun 26 21:32:55.189265 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d400104-1cb8-4a42-b36a-5418e17b17c0', 'name': 'network-vif-deleted', 'tag': '7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:32:55.193493 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b5f6d741f71b22ca80de7011a5bf010bd5b330abd4b28dbd747dc86a1ce20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7d3116-3cf8-4eb0-b075-31aad8999b2f" -d '{"events": [{"server_uuid": "0d400104-1cb8-4a42-b36a-5418e17b17c0", "name": "network-vif-deleted", "tag": "7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:32:55.198102 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c0f648d4-a301-446f-aad7-68656c6745a9 req-bc54e296-75f7-45e5-9894-0ee0e383be12 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d400104-1cb8-4a42-b36a-5418e17b17c0 HTTP/1.1" status: 200 len: 210 time: 0.0520270 Jun 26 21:32:55.224675 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3497b942-ec7e-40c3-890a-9a2b7367cf26 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:55.247024 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3497b942-ec7e-40c3-890a-9a2b7367cf26 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-625768'] for security_group_rule, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:55.251170 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-41d17c24-9ead-4f8c-958e-864066e9f35c tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:32:55.278584 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 21:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2945ec88-450e-449f-9688-2c5a4fcfaaae x-openstack-request-id: req-2945ec88-450e-449f-9688-2c5a4fcfaaae {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:32:55.281253 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d400104-1cb8-4a42-b36a-5418e17b17c0", "name": "network-vif-deleted", "tag": "7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:32:55.282038 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2945ec88-450e-449f-9688-2c5a4fcfaaae {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:32:55.282831 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d400104-1cb8-4a42-b36a-5418e17b17c0', 'name': 'network-vif-deleted', 'tag': '7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0', 'status': 'completed', 'code': 200} Jun 26 21:32:55.291431 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3497b942-ec7e-40c3-890a-9a2b7367cf26 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e279ae0-6f10-4407-ace0-90f1ab224bd3,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:32:55.296570 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-3497b942-ec7e-40c3-890a-9a2b7367cf26 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:32:55.303494 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3497b942-ec7e-40c3-890a-9a2b7367cf26 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:55.309313 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-3497b942-ec7e-40c3-890a-9a2b7367cf26 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3672833 Jun 26 21:32:55.309313 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-88bbda88-dc9b-4f6d-a7bf-872de3d9ee2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:55.309767 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 43468) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:32:55.311405 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-88bbda88-dc9b-4f6d-a7bf-872de3d9ee2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:55.315766 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-88bbda88-dc9b-4f6d-a7bf-872de3d9ee2d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2be633c4-bc8f-4358-a321-05ed70eb1c7e HTTP/1.1" status: 204 len: 168 time: 0.4039409 Jun 26 21:32:55.316837 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-5b252654-f1ca-484b-bcbb-c75463428b9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:32:55.317077 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-0ccd4f5c-7be3-4cf6-873d-c21954379c8e tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Request body: {'security_group_rule': {'security_group_id': '1b99bc27-87d9-4329-8f6b-5d39ef412850', 'project_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:32:55.326860 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbda88-dc9b-4f6d-a7bf-872de3d9ee2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be633c4-bc8f-4358-a321-05ed70eb1c7e,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:32:55.331615 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-88bbda88-dc9b-4f6d-a7bf-872de3d9ee2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:32:55.375482 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:55.382633 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.db.securitygroups_db [None req-0ccd4f5c-7be3-4cf6-873d-c21954379c8e tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Project 92ac25c46d5e4ca8b91dd76623e3115e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 26 21:32:55.389279 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0ccd4f5c-7be3-4cf6-873d-c21954379c8e tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:55.455838 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0ccd4f5c-7be3-4cf6-873d-c21954379c8e tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:55.471818 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0ccd4f5c-7be3-4cf6-873d-c21954379c8e tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-625768'] for security_group_rule, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:55.481615 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:32:55.508037 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd4f5c-7be3-4cf6-873d-c21954379c8e tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a40a7c6a-3d97-499c-afee-9b381a0049be,revision_number=0']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:32:55.511375 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-0ccd4f5c-7be3-4cf6-873d-c21954379c8e tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:32:55.513764 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0ccd4f5c-7be3-4cf6-873d-c21954379c8e tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:55.517705 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-0ccd4f5c-7be3-4cf6-873d-c21954379c8e tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2040508 Jun 26 21:32:55.684450 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7ee1a7e2-b4c4-4d33-ac9f-0dfe7138502b req-9a894368-8f40-457e-b3f6-3fedf3608d31 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2107199552&fields=id&tenant_id=92ac25c46d5e4ca8b91dd76623e3115e HTTP/1.1" status: 200 len: 267 time: 0.0544693 Jun 26 21:32:55.775356 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 43478) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:32:55.799940 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a01846e-edd9-4279-995b-6494cb578e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:55.817388 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1a7e2-b4c4-4d33-ac9f-0dfe7138502b req-7b100014-3a01-45e2-accc-138aad15c71b tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:55.820243 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7ee1a7e2-b4c4-4d33-ac9f-0dfe7138502b req-7b100014-3a01-45e2-accc-138aad15c71b tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 945 time: 0.1243355 Jun 26 21:32:55.857533 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-7ee1a7e2-b4c4-4d33-ac9f-0dfe7138502b req-d97f26be-16e4-42bd-8e0b-be16f7509042 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Request body: {'port': {'security_groups': ['0419355f-40a6-40ec-af1b-8860f0fdba91', '1b99bc27-87d9-4329-8f6b-5d39ef412850']}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:32:55.877003 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:55.939417 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a01846e-edd9-4279-995b-6494cb578e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:55.948257 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a01846e-edd9-4279-995b-6494cb578e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:55.961323 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-f2198f8d-18d2-4118-b681-6bada02ca0eb tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:32:55.989032 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-5a01846e-edd9-4279-995b-6494cb578e35 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=030574ccfb8a4894bfd12fb9ce6c923a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2120798 Jun 26 21:32:55.993323 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 43480) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:32:55.999414 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01846e-edd9-4279-995b-6494cb578e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1611556a-5732-4df5-9ea7-85fbedfa43c9,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:32:56.002894 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a01846e-edd9-4279-995b-6494cb578e35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:32:56.039601 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fccf6-f44c-43ff-9d79-7dd85f9eaa03 req-bd949b7a-ac44-4f86-8d9c-e4935982b824 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:56.041621 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b40fccf6-f44c-43ff-9d79-7dd85f9eaa03 req-bd949b7a-ac44-4f86-8d9c-e4935982b824 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=09af1582-e0f6-4f3f-b166-1cd44f4732a3 HTTP/1.1" status: 200 len: 945 time: 0.2201495 Jun 26 21:32:56.065351 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-7ee1a7e2-b4c4-4d33-ac9f-0dfe7138502b req-d97f26be-16e4-42bd-8e0b-be16f7509042 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:56.141637 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b40fccf6-f44c-43ff-9d79-7dd85f9eaa03 req-7b68a354-3b0b-435e-ad20-94be1c4136b0 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/security-groups?id=610bf897-6338-4f1e-aa01-f68ec6d2cba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876102 Jun 26 21:32:56.172238 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f6699536-4f7d-4cbc-9ca9-eebddfed5bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:56.235361 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f6699536-4f7d-4cbc-9ca9-eebddfed5bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:56.258309 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478ffaa-f348-4379-bc7a-a512b10cfcb1 req-84a545be-f8f1-43d1-b4e8-df953e55153e tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:56.261001 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-7478ffaa-f348-4379-bc7a-a512b10cfcb1 req-84a545be-f8f1-43d1-b4e8-df953e55153e tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.41 "GET /v2.0/ports?device_id=09af1582-e0f6-4f3f-b166-1cd44f4732a3 HTTP/1.1" status: 200 len: 945 time: 0.0972440 Jun 26 21:32:56.399470 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f6699536-4f7d-4cbc-9ca9-eebddfed5bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:56.402494 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f6699536-4f7d-4cbc-9ca9-eebddfed5bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:56.406569 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-f6699536-4f7d-4cbc-9ca9-eebddfed5bc5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1611556a-5732-4df5-9ea7-85fbedfa43c9 HTTP/1.1" status: 204 len: 168 time: 0.4076016 Jun 26 21:32:56.409466 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-88bbda88-dc9b-4f6d-a7bf-872de3d9ee2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:32:56.422585 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6699536-4f7d-4cbc-9ca9-eebddfed5bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1611556a-5732-4df5-9ea7-85fbedfa43c9,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:32:56.425490 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f6699536-4f7d-4cbc-9ca9-eebddfed5bc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:32:56.475288 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-7ee1a7e2-b4c4-4d33-ac9f-0dfe7138502b req-d97f26be-16e4-42bd-8e0b-be16f7509042 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] For port df703c9b-6291-48fd-97e8-36cd4536f13a, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=df703c9b-6291-48fd-97e8-36cd4536f13a,segment=NetworkSegment(88150bbd-5688-4aa7-89dd-f9366c7f6629),segment_id=88150bbd-5688-4aa7-89dd-f9366c7f6629)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:32:56.495639 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-7478ffaa-f348-4379-bc7a-a512b10cfcb1 req-168fb860-ec66-4278-a896-2514928b23f4 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Deleting port fb35f91b-b87f-4004-9055-3a6bc5f92231 {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:32:56.496267 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-7478ffaa-f348-4379-bc7a-a512b10cfcb1 req-168fb860-ec66-4278-a896-2514928b23f4 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:56.515556 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-7ee1a7e2-b4c4-4d33-ac9f-0dfe7138502b req-d97f26be-16e4-42bd-8e0b-be16f7509042 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:56.521349 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-7ee1a7e2-b4c4-4d33-ac9f-0dfe7138502b req-d97f26be-16e4-42bd-8e0b-be16f7509042 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8809713'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:56.529019 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:32:56.536744 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] get_ports_and_sgs() called for port_ids ['df703c9b-6291-48fd-97e8-36cd4536f13a'] {{(pid=92923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 21:32:56.614801 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1a7e2-b4c4-4d33-ac9f-0dfe7138502b req-d97f26be-16e4-42bd-8e0b-be16f7509042 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:56.615773 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-7ee1a7e2-b4c4-4d33-ac9f-0dfe7138502b req-d97f26be-16e4-42bd-8e0b-be16f7509042 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:56.621991 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7ee1a7e2-b4c4-4d33-ac9f-0dfe7138502b req-d97f26be-16e4-42bd-8e0b-be16f7509042 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "PUT /v2.0/ports/df703c9b-6291-48fd-97e8-36cd4536f13a HTTP/1.1" status: 200 len: 981 time: 0.7809038 Jun 26 21:32:56.636479 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c8c94ea-c1c3-459d-864a-c3d9345ffaed', 'tag': 'df703c9b-6291-48fd-97e8-36cd4536f13a'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:32:56.647258 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02b73ab247f9faeb07a43472fb83bf8797eb00ff3c4bc2c6d8d9a12e0ada40b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2693eb61-5e9a-411d-a526-edf3843ed5c6" -d '{"events": [{"name": "network-changed", "server_uuid": "8c8c94ea-c1c3-459d-864a-c3d9345ffaed", "tag": "df703c9b-6291-48fd-97e8-36cd4536f13a"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:32:56.676291 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-7478ffaa-f348-4379-bc7a-a512b10cfcb1 req-168fb860-ec66-4278-a896-2514928b23f4 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] For port fb35f91b-b87f-4004-9055-3a6bc5f92231, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=fb35f91b-b87f-4004-9055-3a6bc5f92231,segment=NetworkSegment(a198608a-0649-4b2e-a7e8-7785be688f5a),segment_id=a198608a-0649-4b2e-a7e8-7785be688f5a)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:32:56.681055 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-7478ffaa-f348-4379-bc7a-a512b10cfcb1 req-168fb860-ec66-4278-a896-2514928b23f4 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:56.707332 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] get_ports_and_sgs() called for port_ids ['df703c9b-6291-48fd-97e8-36cd4536f13a'] {{(pid=92923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 21:32:56.738493 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-7478ffaa-f348-4379-bc7a-a512b10cfcb1 req-168fb860-ec66-4278-a896-2514928b23f4 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Calling delete_port for fb35f91b-b87f-4004-9055-3a6bc5f92231 owned by compute:nova {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:32:56.742314 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f26be-16e4-42bd-8e0b-be16f7509042 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Pushing event updated for resources: {'Port': ['ID=df703c9b-6291-48fd-97e8-36cd4536f13a,revision_number=6']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:32:56.754637 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-d97f26be-16e4-42bd-8e0b-be16f7509042 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:32:56.765611 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 21:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3fe795-4d08-470e-9178-ee852ac1190a x-openstack-request-id: req-0b3fe795-4d08-470e-9178-ee852ac1190a {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:32:56.766297 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c8c94ea-c1c3-459d-864a-c3d9345ffaed", "tag": "df703c9b-6291-48fd-97e8-36cd4536f13a", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:32:56.766678 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0b3fe795-4d08-470e-9178-ee852ac1190a {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:32:56.768359 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c8c94ea-c1c3-459d-864a-c3d9345ffaed', 'tag': 'df703c9b-6291-48fd-97e8-36cd4536f13a', 'status': 'completed', 'code': 200} Jun 26 21:32:56.966843 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693eb61-5e9a-411d-a526-edf3843ed5c6 req-df8ed709-8262-4257-9c35-231b6d1872cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:56.968797 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2693eb61-5e9a-411d-a526-edf3843ed5c6 req-df8ed709-8262-4257-9c35-231b6d1872cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92ac25c46d5e4ca8b91dd76623e3115e&device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 1137 time: 0.1495321 Jun 26 21:32:57.026094 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-7478ffaa-f348-4379-bc7a-a512b10cfcb1 req-168fb860-ec66-4278-a896-2514928b23f4 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8896241'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:57.037507 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-ec5addc7-92d2-4488-8c0e-039038d568ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:32:57.060271 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-b7e481ac-5b65-4827-9bf4-38bfa56a6eaf None None] Provisioning complete for port df703c9b-6291-48fd-97e8-36cd4536f13a triggered by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:32:57.061092 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b7e481ac-5b65-4827-9bf4-38bfa56a6eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:57.062948 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e19a6-ccb9-4be6-935c-2d6f2d921ace req-b186ef99-a852-416e-81b2-15a4cde87d38 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:57.071203 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-863e19a6-ccb9-4be6-935c-2d6f2d921ace req-b186ef99-a852-416e-81b2-15a4cde87d38 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 984 time: 0.1831379 Jun 26 21:32:57.095900 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168fb860-ec66-4278-a896-2514928b23f4 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Pushing event deleted for resources: {'Port': ['ID=fb35f91b-b87f-4004-9055-3a6bc5f92231,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:32:57.114453 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-168fb860-ec66-4278-a896-2514928b23f4 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:32:57.211674 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-863e19a6-ccb9-4be6-935c-2d6f2d921ace req-2130790d-8fd9-405e-8d2b-4458b7312792 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&id=1b99bc27-87d9-4329-8f6b-5d39ef412850&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1392789 Jun 26 21:32:57.215060 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-7478ffaa-f348-4379-bc7a-a512b10cfcb1 req-168fb860-ec66-4278-a896-2514928b23f4 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] No DVR routers for this DVR port fb35f91b-b87f-4004-9055-3a6bc5f92231 on host hv-cinder-79820 {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 21:32:57.222001 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-7478ffaa-f348-4379-bc7a-a512b10cfcb1 req-168fb860-ec66-4278-a896-2514928b23f4 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:57.226346 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-7478ffaa-f348-4379-bc7a-a512b10cfcb1 req-168fb860-ec66-4278-a896-2514928b23f4 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.41 "DELETE /v2.0/ports/fb35f91b-b87f-4004-9055-3a6bc5f92231 HTTP/1.1" status: 204 len: 173 time: 0.9588215 Jun 26 21:32:57.236281 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 43500) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:32:57.277584 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c1522136-c727-4d3d-bd10-fa0c58fdd6a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:57.289816 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09af1582-e0f6-4f3f-b166-1cd44f4732a3', 'name': 'network-vif-deleted', 'tag': 'fb35f91b-b87f-4004-9055-3a6bc5f92231'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:32:57.298349 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693eb61-5e9a-411d-a526-edf3843ed5c6 req-3dfb0f8d-bedd-475f-bd66-ee22f78f463b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:57.300417 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2693eb61-5e9a-411d-a526-edf3843ed5c6 req-3dfb0f8d-bedd-475f-bd66-ee22f78f463b service neutron] 10.222.0.41 "GET /v2.0/networks?id=7504093b-2185-4c2a-88d7-b1f590578a60 HTTP/1.1" status: 200 len: 916 time: 0.3189526 Jun 26 21:32:57.303502 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b5f6d741f71b22ca80de7011a5bf010bd5b330abd4b28dbd747dc86a1ce20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0122cb4e-8a8a-49a9-bed0-4f79e67e6d4d" -d '{"events": [{"server_uuid": "09af1582-e0f6-4f3f-b166-1cd44f4732a3", "name": "network-vif-deleted", "tag": "fb35f91b-b87f-4004-9055-3a6bc5f92231"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:32:57.391002 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4a95a-f00e-4886-8f79-d026cff885e7 req-38e09316-b4a0-43f5-baf2-ed8d9a57cea6 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:57.393965 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e8d4a95a-f00e-4886-8f79-d026cff885e7 req-38e09316-b4a0-43f5-baf2-ed8d9a57cea6 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 946 time: 0.3842010 Jun 26 21:32:57.663503 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0 no longer exists at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:32:57.700301 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:57.703675 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] No Port match for: 7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0 {{(pid=92923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 21:32:57.704038 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 7c8fffdb-0cb3-4dbf-94ae-b52f96d061a0 not bound to the agent host hv-cinder-79820 {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 21:32:57.753285 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-946c00cf-79aa-4340-89bb-4e4695afe08c req-f74b2ab5-c01e-4b6b-b27c-ab3f6bb91729 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] 10.222.0.24 "GET /v2.0/ports?device_id=09af1582-e0f6-4f3f-b166-1cd44f4732a3 HTTP/1.1" status: 200 len: 210 time: 0.3418946 Jun 26 21:32:57.794176 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2693eb61-5e9a-411d-a526-edf3843ed5c6 req-913546b4-c135-400a-b472-c23172ca16ed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df703c9b-6291-48fd-97e8-36cd4536f13a HTTP/1.1" status: 200 len: 1000 time: 0.4857438 Jun 26 21:32:57.833700 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 21:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3825812-be7b-4a47-b510-c48888680187 x-openstack-request-id: req-b3825812-be7b-4a47-b510-c48888680187 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:32:57.833952 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09af1582-e0f6-4f3f-b166-1cd44f4732a3", "name": "network-vif-deleted", "tag": "fb35f91b-b87f-4004-9055-3a6bc5f92231", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:32:57.834200 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b3825812-be7b-4a47-b510-c48888680187 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:32:57.834622 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09af1582-e0f6-4f3f-b166-1cd44f4732a3', 'name': 'network-vif-deleted', 'tag': 'fb35f91b-b87f-4004-9055-3a6bc5f92231', 'status': 'completed', 'code': 200} Jun 26 21:32:57.851561 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e8d4a95a-f00e-4886-8f79-d026cff885e7 req-16c06f4f-a94b-4950-b933-67ad31d18305 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4435897 Jun 26 21:32:57.881237 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693eb61-5e9a-411d-a526-edf3843ed5c6 req-c2f99cce-610c-4d81-b169-fb43b4924bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:57.883269 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2693eb61-5e9a-411d-a526-edf3843ed5c6 req-c2f99cce-610c-4d81-b169-fb43b4924bfc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c0ea7ed3-3026-4b54-9abc-fc78571d0dfb HTTP/1.1" status: 200 len: 854 time: 0.0758626 Jun 26 21:32:57.940015 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c1522136-c727-4d3d-bd10-fa0c58fdd6a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:57.946793 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c1522136-c727-4d3d-bd10-fa0c58fdd6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:57.950053 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-370847fc-765a-4380-92c0-bee88fd956d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:32:57.999080 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1522136-c727-4d3d-bd10-fa0c58fdd6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecb4771-e95d-41ee-bf14-67ff8de6aef5,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:32:58.003309 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-c1522136-c727-4d3d-bd10-fa0c58fdd6a7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=49c49e74d02d438d8e7433f8ed3ab77f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7662885 Jun 26 21:32:58.005126 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-c1522136-c727-4d3d-bd10-fa0c58fdd6a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:32:58.008289 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 43506) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:32:58.019363 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693eb61-5e9a-411d-a526-edf3843ed5c6 req-1080d0e7-6b49-43d9-be2e-60ca1be8cc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:58.021486 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2693eb61-5e9a-411d-a526-edf3843ed5c6 req-1080d0e7-6b49-43d9-be2e-60ca1be8cc21 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7504093b-2185-4c2a-88d7-b1f590578a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1284349 Jun 26 21:32:58.065254 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-be7b3b5d-5144-4d6b-bfdb-dbc725183240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:58.090780 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-be7b3b5d-5144-4d6b-bfdb-dbc725183240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:58.143921 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2693eb61-5e9a-411d-a526-edf3843ed5c6 req-0188615b-770c-4e5c-9146-3942c2fc1044 service neutron] 10.222.0.41 "GET /v2.0/networks/7504093b-2185-4c2a-88d7-b1f590578a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025391 Jun 26 21:32:58.153122 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-be7b3b5d-5144-4d6b-bfdb-dbc725183240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:58.155980 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-be7b3b5d-5144-4d6b-bfdb-dbc725183240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:58.157175 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-be7b3b5d-5144-4d6b-bfdb-dbc725183240 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7ecb4771-e95d-41ee-bf14-67ff8de6aef5 HTTP/1.1" status: 204 len: 168 time: 0.1479995 Jun 26 21:32:58.157980 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a01846e-edd9-4279-995b-6494cb578e35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:32:58.171671 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b3b5d-5144-4d6b-bfdb-dbc725183240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecb4771-e95d-41ee-bf14-67ff8de6aef5,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:32:58.181212 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-be7b3b5d-5144-4d6b-bfdb-dbc725183240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:32:58.344546 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2693eb61-5e9a-411d-a526-edf3843ed5c6 req-6dae4ca5-b1d7-47a9-97c2-55ace6cb6fc2 service neutron] 10.222.0.41 "GET /v2.0/networks/7504093b-2185-4c2a-88d7-b1f590578a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838057 Jun 26 21:32:58.951880 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 43530) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:32:59.029600 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.db_base_plugin_v2 [None req-9920a1ef-653a-45df-9493-93018055d222 admin admin] Deleting subnet b3ab793f-3a73-4271-8f8a-84862d9d2427 {{(pid=92921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 21:32:59.036143 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9920a1ef-653a-45df-9493-93018055d222 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:59.113215 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9920a1ef-653a-45df-9493-93018055d222 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696154'] for subnet, precommit_delete_associations {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:59.121242 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c061f-d701-41d9-8333-bc3f053f365b req-eb51668d-c1e5-41bd-bf76-fc99b16d31af tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:32:59.124086 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-611c061f-d701-41d9-8333-bc3f053f365b req-eb51668d-c1e5-41bd-bf76-fc99b16d31af tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 946 time: 0.0895579 Jun 26 21:32:59.177658 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-611c061f-d701-41d9-8333-bc3f053f365b req-abc6d19d-b6f7-4e7a-9171-ab1c30b7805d tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461555 Jun 26 21:32:59.191937 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9920a1ef-653a-45df-9493-93018055d222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4059658'] for subnet, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:59.273498 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9920a1ef-653a-45df-9493-93018055d222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4059677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-221544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8896203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8846128'] for subnet, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:59.277151 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:32:59.302851 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9920a1ef-653a-45df-9493-93018055d222 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3ab793f-3a73-4271-8f8a-84862d9d2427,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:32:59.305618 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9920a1ef-653a-45df-9493-93018055d222 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:59.308047 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-9920a1ef-653a-45df-9493-93018055d222 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b3ab793f-3a73-4271-8f8a-84862d9d2427 HTTP/1.1" status: 204 len: 168 time: 0.3573773 Jun 26 21:32:59.308615 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-9920a1ef-653a-45df-9493-93018055d222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:32:59.310375 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 43538) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:32:59.383446 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-057cd2d5-2e19-48d2-a790-52ce602295db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4140915'] for network, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:59.493253 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-057cd2d5-2e19-48d2-a790-52ce602295db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4059223', 'neutron.services.segments.db._delete_segments_for_network-8773185548566'] for network, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:59.505786 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.services.segments.db [None req-057cd2d5-2e19-48d2-a790-52ce602295db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c5bc568-0f6a-468f-b968-93e3972ced30']}} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:32:59.518543 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.services.segments.db [None req-057cd2d5-2e19-48d2-a790-52ce602295db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a198608a-0649-4b2e-a7e8-7785be688f5a') {'for_net_delete': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:32:59.518835 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.services.segments.db [None req-057cd2d5-2e19-48d2-a790-52ce602295db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a198608a-0649-4b2e-a7e8-7785be688f5a') {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:32:59.529619 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-057cd2d5-2e19-48d2-a790-52ce602295db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773185534967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696141'] for segment, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:59.558558 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-057cd2d5-2e19-48d2-a790-52ce602295db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175'] for segment, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:59.568529 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-057cd2d5-2e19-48d2-a790-52ce602295db admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=92921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 21:32:59.569983 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-057cd2d5-2e19-48d2-a790-52ce602295db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8896046'] for segment, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:59.572368 dv-cinder-798208-1-iscsi neutron-server[92921]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 21:32:59.572368 dv-cinder-798208-1-iscsi neutron-server[92921]: conditions |= (models_v2.Port.network_id.in_( Jun 26 21:32:59.572368 dv-cinder-798208-1-iscsi neutron-server[92921]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 21:32:59.572368 dv-cinder-798208-1-iscsi neutron-server[92921]: conditions |= (models_v2.Port.network_id.in_( Jun 26 21:32:59.572368 dv-cinder-798208-1-iscsi neutron-server[92921]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 21:32:59.572368 dv-cinder-798208-1-iscsi neutron-server[92921]: conditions |= (models_v2.Port.network_id.in_( Jun 26 21:32:59.572368 dv-cinder-798208-1-iscsi neutron-server[92921]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 21:32:59.572368 dv-cinder-798208-1-iscsi neutron-server[92921]: conditions |= (models_v2.Port.network_id.in_( Jun 26 21:32:59.572368 dv-cinder-798208-1-iscsi neutron-server[92921]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 21:32:59.572368 dv-cinder-798208-1-iscsi neutron-server[92921]: conditions |= (models_v2.Port.network_id.in_( Jun 26 21:32:59.572368 dv-cinder-798208-1-iscsi neutron-server[92921]: Traceback (most recent call last): Jun 26 21:32:59.572368 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 21:32:59.572368 dv-cinder-798208-1-iscsi neutron-server[92921]: timer() Jun 26 21:32:59.572368 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 21:32:59.572368 dv-cinder-798208-1-iscsi neutron-server[92921]: cb(*args, **kw) Jun 26 21:32:59.572368 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 21:32:59.572368 dv-cinder-798208-1-iscsi neutron-server[92921]: return func(*args, **kwargs) Jun 26 21:32:59.572368 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 21:32:59.572368 dv-cinder-798208-1-iscsi neutron-server[92921]: self._notify() Jun 26 21:32:59.572368 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 21:32:59.572368 dv-cinder-798208-1-iscsi neutron-server[92921]: self.callback(batched_events) Jun 26 21:32:59.572368 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 21:32:59.572368 dv-cinder-798208-1-iscsi neutron-server[92921]: event.method(event) Jun 26 21:32:59.572368 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 21:32:59.572368 dv-cinder-798208-1-iscsi neutron-server[92921]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 21:32:59.572368 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 21:32:59.572368 dv-cinder-798208-1-iscsi neutron-server[92921]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 21:32:59.572368 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 21:32:59.572368 dv-cinder-798208-1-iscsi neutron-server[92921]: return f(self, *a, **k) Jun 26 21:32:59.572368 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 21:32:59.572368 dv-cinder-798208-1-iscsi neutron-server[92921]: return self._get(url).json() Jun 26 21:32:59.572368 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 21:32:59.572368 dv-cinder-798208-1-iscsi neutron-server[92921]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 21:32:59.572368 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 21:32:59.572368 dv-cinder-798208-1-iscsi neutron-server[92921]: return self.request(url, 'GET', **kwargs) Jun 26 21:32:59.572368 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 21:32:59.572368 dv-cinder-798208-1-iscsi neutron-server[92921]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 21:32:59.572368 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 21:32:59.572368 dv-cinder-798208-1-iscsi neutron-server[92921]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 21:32:59.572368 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 21:32:59.572368 dv-cinder-798208-1-iscsi neutron-server[92921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 21:32:59.572368 dv-cinder-798208-1-iscsi neutron-server[92921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 21:32:59.657608 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-057cd2d5-2e19-48d2-a790-52ce602295db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4059228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-938849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642676'] for network, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:59.662674 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device fb35f91b-b87f-4004-9055-3a6bc5f92231 no longer exists at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:32:59.664085 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:32:59.668443 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-057cd2d5-2e19-48d2-a790-52ce602295db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for network, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:32:59.671342 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-057cd2d5-2e19-48d2-a790-52ce602295db admin admin] 10.222.0.24 "DELETE /v2.0/networks/2c5bc568-0f6a-468f-b968-93e3972ced30 HTTP/1.1" status: 204 len: 168 time: 0.3597579 Jun 26 21:32:59.691387 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057cd2d5-2e19-48d2-a790-52ce602295db admin admin] Pushing event deleted for resources: {'Network': ['ID=2c5bc568-0f6a-468f-b968-93e3972ced30,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:32:59.702321 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-057cd2d5-2e19-48d2-a790-52ce602295db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:32:59.709087 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] No Port match for: fb35f91b-b87f-4004-9055-3a6bc5f92231 {{(pid=92923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 21:32:59.709944 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device fb35f91b-b87f-4004-9055-3a6bc5f92231 not bound to the agent host hv-cinder-79820 {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 21:32:59.771537 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.agents_db [None req-53b98272-06bb-47ef-8924-edf36d473ef8 None None] Agent healthcheck: found 6 active agents {{(pid=92924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 21:32:59.932898 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 43556) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:32:59.975319 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-6e1471c1-c5ad-4bfb-8b20-1ed01715eb94 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2ee5ec7eb2b3411d9a4940fb7dc9d91f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0407999 Jun 26 21:32:59.980191 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 43558) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:33:00.062420 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-fc01c2d0-e18b-40c5-95c3-5e17ccbbbef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:00.101396 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-fc01c2d0-e18b-40c5-95c3-5e17ccbbbef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:00.167434 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-fc01c2d0-e18b-40c5-95c3-5e17ccbbbef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:00.172074 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-fc01c2d0-e18b-40c5-95c3-5e17ccbbbef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:00.173432 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-fc01c2d0-e18b-40c5-95c3-5e17ccbbbef0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/610bf897-6338-4f1e-aa01-f68ec6d2cba5 HTTP/1.1" status: 204 len: 168 time: 0.1914730 Jun 26 21:33:00.174565 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-504479fc-ded8-4ade-adea-745eee7121f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:00.184144 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc01c2d0-e18b-40c5-95c3-5e17ccbbbef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610bf897-6338-4f1e-aa01-f68ec6d2cba5,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:00.186914 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-fc01c2d0-e18b-40c5-95c3-5e17ccbbbef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:00.483022 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17464161-b241-44ce-bd48-8caccca6b39c req-e298e9dd-4c59-4281-a458-e9793bbbb710 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:00.484736 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-17464161-b241-44ce-bd48-8caccca6b39c req-e298e9dd-4c59-4281-a458-e9793bbbb710 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 946 time: 0.0812519 Jun 26 21:33:00.532652 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-17464161-b241-44ce-bd48-8caccca6b39c req-bbc3c383-0b30-44b1-85e7-8f67c4917f76 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420542 Jun 26 21:33:01.778794 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5176ac-48bd-4a48-a7d6-481f43af3774 req-32c9f380-00b8-4148-866b-b6be8ff598fb tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:01.780484 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7c5176ac-48bd-4a48-a7d6-481f43af3774 req-32c9f380-00b8-4148-866b-b6be8ff598fb tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 946 time: 0.1072562 Jun 26 21:33:01.843924 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7c5176ac-48bd-4a48-a7d6-481f43af3774 req-9fe00dc6-2e46-40c3-ab1b-c3e94fdb9903 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523434 Jun 26 21:33:03.106920 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a6e55-4690-43b6-9110-dd3173ba88f8 req-b3548b44-9623-439d-b662-5b57ac7c212f tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:03.108811 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-686a6e55-4690-43b6-9110-dd3173ba88f8 req-b3548b44-9623-439d-b662-5b57ac7c212f tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 946 time: 0.1085429 Jun 26 21:33:03.200145 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-686a6e55-4690-43b6-9110-dd3173ba88f8 req-db5dac40-cae0-4247-a89c-9dd35e7f2829 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/security-groups?id=aeafef49-e339-4fbf-aebc-46f0cf79b53a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791481 Jun 26 21:33:03.229520 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934eeeca-1fec-4f14-a25b-d29652444dbc req-d9dbe329-3f64-419a-babc-34248a6fa6a0 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:03.231134 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-934eeeca-1fec-4f14-a25b-d29652444dbc req-d9dbe329-3f64-419a-babc-34248a6fa6a0 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.41 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 946 time: 0.1119206 Jun 26 21:33:03.390184 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-934eeeca-1fec-4f14-a25b-d29652444dbc req-c6f0c0c2-bc41-4349-bd45-4c855eb923bc tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Deleting port 09ec0a32-cf86-48ed-a9fe-55855bfe4ab2 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:33:03.390543 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-934eeeca-1fec-4f14-a25b-d29652444dbc req-c6f0c0c2-bc41-4349-bd45-4c855eb923bc tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:03.539176 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-934eeeca-1fec-4f14-a25b-d29652444dbc req-c6f0c0c2-bc41-4349-bd45-4c855eb923bc tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] For port 09ec0a32-cf86-48ed-a9fe-55855bfe4ab2, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=09ec0a32-cf86-48ed-a9fe-55855bfe4ab2,segment=NetworkSegment(201ef14f-0217-4a33-8c46-79df3f9dc67e),segment_id=201ef14f-0217-4a33-8c46-79df3f9dc67e)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:33:03.539561 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-934eeeca-1fec-4f14-a25b-d29652444dbc req-c6f0c0c2-bc41-4349-bd45-4c855eb923bc tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:03.564766 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-934eeeca-1fec-4f14-a25b-d29652444dbc req-c6f0c0c2-bc41-4349-bd45-4c855eb923bc tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Calling delete_port for 09ec0a32-cf86-48ed-a9fe-55855bfe4ab2 owned by compute:nova {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:33:03.740981 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-934eeeca-1fec-4f14-a25b-d29652444dbc req-c6f0c0c2-bc41-4349-bd45-4c855eb923bc tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8809482'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:03.747152 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-fdf3c6f6-c6ef-4aab-9584-5a9cde69f425 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:03.756212 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] get_ports_and_sgs() called for port_ids ['09ec0a32-cf86-48ed-a9fe-55855bfe4ab2'] {{(pid=92923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 21:33:03.784558 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f0c0c2-bc41-4349-bd45-4c855eb923bc tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Pushing event deleted for resources: {'Port': ['ID=09ec0a32-cf86-48ed-a9fe-55855bfe4ab2,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:03.787844 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-c6f0c0c2-bc41-4349-bd45-4c855eb923bc tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:03.840164 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-934eeeca-1fec-4f14-a25b-d29652444dbc req-c6f0c0c2-bc41-4349-bd45-4c855eb923bc tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] No DVR routers for this DVR port 09ec0a32-cf86-48ed-a9fe-55855bfe4ab2 on host hv-cinder-79820 {{(pid=92922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 21:33:03.846114 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-934eeeca-1fec-4f14-a25b-d29652444dbc req-c6f0c0c2-bc41-4349-bd45-4c855eb923bc tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:03.848698 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-934eeeca-1fec-4f14-a25b-d29652444dbc req-c6f0c0c2-bc41-4349-bd45-4c855eb923bc tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.41 "DELETE /v2.0/ports/09ec0a32-cf86-48ed-a9fe-55855bfe4ab2 HTTP/1.1" status: 204 len: 173 time: 0.6100111 Jun 26 21:33:03.849326 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178142c1-5de8-42f6-b555-417335191fbb', 'name': 'network-vif-deleted', 'tag': '09ec0a32-cf86-48ed-a9fe-55855bfe4ab2'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:33:03.853292 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02b73ab247f9faeb07a43472fb83bf8797eb00ff3c4bc2c6d8d9a12e0ada40b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f657c32-1b3b-442f-a648-fb398b697332" -d '{"events": [{"server_uuid": "178142c1-5de8-42f6-b555-417335191fbb", "name": "network-vif-deleted", "tag": "09ec0a32-cf86-48ed-a9fe-55855bfe4ab2"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:33:03.894649 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 21:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15cb598d-5886-4bab-8aa3-89a07c916391 x-openstack-request-id: req-15cb598d-5886-4bab-8aa3-89a07c916391 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:33:03.895042 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "178142c1-5de8-42f6-b555-417335191fbb", "name": "network-vif-deleted", "tag": "09ec0a32-cf86-48ed-a9fe-55855bfe4ab2", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:33:03.895249 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-15cb598d-5886-4bab-8aa3-89a07c916391 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:33:03.895942 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '178142c1-5de8-42f6-b555-417335191fbb', 'name': 'network-vif-deleted', 'tag': '09ec0a32-cf86-48ed-a9fe-55855bfe4ab2', 'status': 'completed', 'code': 200} Jun 26 21:33:04.446271 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-33c3e054-126d-4506-8e0a-e147d9a1533e req-23feac92-b27a-4d31-aef3-be4d7885b092 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] 10.222.0.24 "GET /v2.0/ports?device_id=178142c1-5de8-42f6-b555-417335191fbb HTTP/1.1" status: 200 len: 210 time: 0.0488226 Jun 26 21:33:04.911860 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 43700) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:33:05.052212 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6a66aab2-dd89-4b93-8892-594d86dcf8a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:05.187936 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6a66aab2-dd89-4b93-8892-594d86dcf8a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:05.193512 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6a66aab2-dd89-4b93-8892-594d86dcf8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:05.200287 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f6699536-4f7d-4cbc-9ca9-eebddfed5bc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:05.265696 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-6a66aab2-dd89-4b93-8892-594d86dcf8a1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eda60282f80b4cdb823dd2623d79b200&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3520687 Jun 26 21:33:05.267052 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a66aab2-dd89-4b93-8892-594d86dcf8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a368de-77b7-4b73-b072-a6d90f438e26,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:05.268593 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 43704) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:33:05.272207 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-6a66aab2-dd89-4b93-8892-594d86dcf8a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:05.331278 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a8ce5db0-22be-4fbb-9d77-232db0f2d814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:05.357199 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a8ce5db0-22be-4fbb-9d77-232db0f2d814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:05.416020 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a8ce5db0-22be-4fbb-9d77-232db0f2d814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:05.419131 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a8ce5db0-22be-4fbb-9d77-232db0f2d814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:05.420557 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-a8ce5db0-22be-4fbb-9d77-232db0f2d814 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f3a368de-77b7-4b73-b072-a6d90f438e26 HTTP/1.1" status: 204 len: 168 time: 0.1508131 Jun 26 21:33:05.421430 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-ee1cd176-b133-486b-a367-2956161dddc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:05.431785 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ce5db0-22be-4fbb-9d77-232db0f2d814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a368de-77b7-4b73-b072-a6d90f438e26,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:05.435317 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a8ce5db0-22be-4fbb-9d77-232db0f2d814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:05.559158 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 43710) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:33:06.273242 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 43744) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:33:06.366602 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e60d9bb6-4190-4e3e-bfef-9a519d1714ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-698870'] for router_interface, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:06.416119 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2a8b1742-5cf9-4e13-ad32-3a3ba61e439d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:06.516571 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2a8b1742-5cf9-4e13-ad32-3a3ba61e439d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:06.523291 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2a8b1742-5cf9-4e13-ad32-3a3ba61e439d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:06.526045 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f8992b06-4dbb-40f7-9170-3851c7bb86f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:06.570851 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-2a8b1742-5cf9-4e13-ad32-3a3ba61e439d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a2d4089756074f0d919525ab5c9427d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2952800 Jun 26 21:33:06.571625 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 43756) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:33:06.578865 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b1742-5cf9-4e13-ad32-3a3ba61e439d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56cd8e49-3c8a-4e3c-90a0-21bded042898,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:06.585695 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-2a8b1742-5cf9-4e13-ad32-3a3ba61e439d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:06.643860 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3f5c321d-d8e1-4565-b606-8ec377a6e1f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:06.671334 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3f5c321d-d8e1-4565-b606-8ec377a6e1f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:06.738062 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3f5c321d-d8e1-4565-b606-8ec377a6e1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:06.741031 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3f5c321d-d8e1-4565-b606-8ec377a6e1f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:06.743226 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-3f5c321d-d8e1-4565-b606-8ec377a6e1f3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/56cd8e49-3c8a-4e3c-90a0-21bded042898 HTTP/1.1" status: 204 len: 168 time: 0.1695325 Jun 26 21:33:06.744767 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-c7ff0be9-406c-44e4-9226-b1e699b4fe5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:06.749555 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-e60d9bb6-4190-4e3e-bfef-9a519d1714ff admin admin] Deleting port b1decd76-d299-447f-af75-96fcd7c96542 {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:33:06.750314 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e60d9bb6-4190-4e3e-bfef-9a519d1714ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:06.758807 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c321d-d8e1-4565-b606-8ec377a6e1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56cd8e49-3c8a-4e3c-90a0-21bded042898,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:06.762288 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-3f5c321d-d8e1-4565-b606-8ec377a6e1f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:06.880440 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-e60d9bb6-4190-4e3e-bfef-9a519d1714ff admin admin] For port b1decd76-d299-447f-af75-96fcd7c96542, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=b1decd76-d299-447f-af75-96fcd7c96542,segment=NetworkSegment(201ef14f-0217-4a33-8c46-79df3f9dc67e),segment_id=201ef14f-0217-4a33-8c46-79df3f9dc67e)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:33:06.880971 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e60d9bb6-4190-4e3e-bfef-9a519d1714ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:06.902492 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-e60d9bb6-4190-4e3e-bfef-9a519d1714ff admin admin] Calling delete_port for b1decd76-d299-447f-af75-96fcd7c96542 owned by network:router_interface {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:33:07.182595 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 43772) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:33:07.206340 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-28b2419b-5ecc-4992-a605-eca7dde0b812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:07.244570 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e60d9bb6-4190-4e3e-bfef-9a519d1714ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8896241'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:07.247373 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-b5e9a8bc-c0bc-4836-a356-3d45904356c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:07.281259 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d9bb6-4190-4e3e-bfef-9a519d1714ff admin admin] Pushing event deleted for resources: {'Port': ['ID=b1decd76-d299-447f-af75-96fcd7c96542,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:07.290692 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-e60d9bb6-4190-4e3e-bfef-9a519d1714ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:07.353385 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-28b2419b-5ecc-4992-a605-eca7dde0b812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:07.359709 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-28b2419b-5ecc-4992-a605-eca7dde0b812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:07.364565 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e071ff3d-1909-41a8-af9b-f8b34ab3b39d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:07.407125 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2419b-5ecc-4992-a605-eca7dde0b812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1713e1e6-c17e-46bb-b887-35a69f79d426,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:07.417139 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-28b2419b-5ecc-4992-a605-eca7dde0b812 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d1cc8a9ac698462ab6c1d1e010e1ec1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2320726 Jun 26 21:33:07.418424 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-28b2419b-5ecc-4992-a605-eca7dde0b812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:07.421207 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 43778) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:33:07.493472 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-279b98dd-d6ba-4c48-a8b4-724d581a15d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:07.510271 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e60d9bb6-4190-4e3e-bfef-9a519d1714ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692486'] for router_interface, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:07.526817 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-279b98dd-d6ba-4c48-a8b4-724d581a15d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:07.614684 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-279b98dd-d6ba-4c48-a8b4-724d581a15d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:07.621104 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-279b98dd-d6ba-4c48-a8b4-724d581a15d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:07.624088 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-279b98dd-d6ba-4c48-a8b4-724d581a15d6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1713e1e6-c17e-46bb-b887-35a69f79d426 HTTP/1.1" status: 204 len: 168 time: 0.2008488 Jun 26 21:33:07.625461 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-270071c1-95d0-4c53-9734-1db1057aa41b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:07.638606 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279b98dd-d6ba-4c48-a8b4-724d581a15d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1713e1e6-c17e-46bb-b887-35a69f79d426,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:07.644167 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-279b98dd-d6ba-4c48-a8b4-724d581a15d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:07.736413 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 09ec0a32-cf86-48ed-a9fe-55855bfe4ab2 no longer exists at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:33:07.762182 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] No Port match for: 09ec0a32-cf86-48ed-a9fe-55855bfe4ab2 {{(pid=92923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 21:33:07.762989 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 09ec0a32-cf86-48ed-a9fe-55855bfe4ab2 not bound to the agent host hv-cinder-79820 {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 21:33:07.887980 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60d9bb6-4190-4e3e-bfef-9a519d1714ff admin admin] Router b8bc647b-b984-470d-b43f-f2c3ddddba30 has already been hosted by L3 agent 8f52ff15-e1cf-4181-89b9-9a217ed1d1bf {{(pid=92921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 21:33:08.026734 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60d9bb6-4190-4e3e-bfef-9a519d1714ff admin admin] Notify agent at l3_agent.dv-cinder-798208-1-iscsi the message routers_updated {{(pid=92921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 21:33:08.034307 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-e60d9bb6-4190-4e3e-bfef-9a519d1714ff admin admin] 10.222.0.24 "PUT /v2.0/routers/b8bc647b-b984-470d-b43f-f2c3ddddba30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4717891 Jun 26 21:33:08.034527 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 43788) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:33:08.042442 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d46dc6-a5ec-429f-ae1b-3df1cdcf6c68 None None] Sync routers for ids ['b8bc647b-b984-470d-b43f-f2c3ddddba30'] in dv-cinder-798208-1-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 21:33:08.069147 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d46dc6-a5ec-429f-ae1b-3df1cdcf6c68 None None] Routers {'b8bc647b-b984-470d-b43f-f2c3ddddba30'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:33:08.070259 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-89d46dc6-a5ec-429f-ae1b-3df1cdcf6c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:32:55Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['b8bc647b-b984-470d-b43f-f2c3ddddba30'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:33:08.155332 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-119f4fa9-e185-4373-b1b7-9c7a34668dc0 admin admin] Notify callbacks [] for router, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:08.185004 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-89d46dc6-a5ec-429f-ae1b-3df1cdcf6c68 None None] Set router b8bc647b-b984-470d-b43f-f2c3ddddba30 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:33:08.280199 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-119f4fa9-e185-4373-b1b7-9c7a34668dc0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:08.355995 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-119f4fa9-e185-4373-b1b7-9c7a34668dc0 admin admin] Deleting port 5ca9f780-f128-44a0-b597-7a523c7193b1 {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:33:08.356343 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-119f4fa9-e185-4373-b1b7-9c7a34668dc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:08.392303 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-89d46dc6-a5ec-429f-ae1b-3df1cdcf6c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bc647b-b984-470d-b43f-f2c3ddddba30', 'name': 'tempest-ServerRescueNegativeTestJSON-1965862440-router', 'tenant_id': '1b82a91ccfa34d6d9e71d190d4dfd427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '5ca9f780-f128-44a0-b597-7a523c7193b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:29:28Z', 'updated_at': '2021-06-26T21:33:07Z', 'revision_number': 5, 'project_id': '1b82a91ccfa34d6d9e71d190d4dfd427', 'gw_port': {'id': '5ca9f780-f128-44a0-b597-7a523c7193b1', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bc647b-b984-470d-b43f-f2c3ddddba30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:29:29Z', 'updated_at': '2021-06-26T21:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi'}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:33:08.427593 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d46dc6-a5ec-429f-ae1b-3df1cdcf6c68 None None] Checking router: b8bc647b-b984-470d-b43f-f2c3ddddba30 for host: dv-cinder-798208-1-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 21:33:08.439931 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d46dc6-a5ec-429f-ae1b-3df1cdcf6c68 None None] Routers {'b8bc647b-b984-470d-b43f-f2c3ddddba30'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:33:08.440548 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-89d46dc6-a5ec-429f-ae1b-3df1cdcf6c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:32:55Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['b8bc647b-b984-470d-b43f-f2c3ddddba30'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:33:08.454433 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-119f4fa9-e185-4373-b1b7-9c7a34668dc0 admin admin] For port 5ca9f780-f128-44a0-b597-7a523c7193b1, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=5ca9f780-f128-44a0-b597-7a523c7193b1,segment=NetworkSegment(4f28365d-aca5-4c5a-9953-491fa10de68c),segment_id=4f28365d-aca5-4c5a-9953-491fa10de68c)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:33:08.455023 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-119f4fa9-e185-4373-b1b7-9c7a34668dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:08.478053 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-119f4fa9-e185-4373-b1b7-9c7a34668dc0 admin admin] Calling delete_port for 5ca9f780-f128-44a0-b597-7a523c7193b1 owned by network:router_gateway {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:33:08.535092 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-89d46dc6-a5ec-429f-ae1b-3df1cdcf6c68 None None] Set router b8bc647b-b984-470d-b43f-f2c3ddddba30 gateway port host: None {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:33:08.616269 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-89d46dc6-a5ec-429f-ae1b-3df1cdcf6c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bc647b-b984-470d-b43f-f2c3ddddba30', 'name': 'tempest-ServerRescueNegativeTestJSON-1965862440-router', 'tenant_id': '1b82a91ccfa34d6d9e71d190d4dfd427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:29:28Z', 'updated_at': '2021-06-26T21:33:08Z', 'revision_number': 6, 'project_id': '1b82a91ccfa34d6d9e71d190d4dfd427', 'gw_port_host': None}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:33:08.659379 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d46dc6-a5ec-429f-ae1b-3df1cdcf6c68 None None] The sync data for ids ['b8bc647b-b984-470d-b43f-f2c3ddddba30'] in dv-cinder-798208-1-iscsi is: [{'id': 'b8bc647b-b984-470d-b43f-f2c3ddddba30', 'name': 'tempest-ServerRescueNegativeTestJSON-1965862440-router', 'tenant_id': '1b82a91ccfa34d6d9e71d190d4dfd427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:29:28Z', 'updated_at': '2021-06-26T21:33:08Z', 'revision_number': 6, 'project_id': '1b82a91ccfa34d6d9e71d190d4dfd427', 'gw_port_host': None}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 21:33:08.684956 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-119f4fa9-e185-4373-b1b7-9c7a34668dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8896241'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:08.688110 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-6482428d-6f26-4204-ac04-d5e5b97b0c65 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:08.730403 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f4fa9-e185-4373-b1b7-9c7a34668dc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ca9f780-f128-44a0-b597-7a523c7193b1,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:08.734642 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-119f4fa9-e185-4373-b1b7-9c7a34668dc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:08.807128 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-119f4fa9-e185-4373-b1b7-9c7a34668dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642748'] for router_gateway, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:08.944963 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-119f4fa9-e185-4373-b1b7-9c7a34668dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11014'] for router, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:08.947641 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-119f4fa9-e185-4373-b1b7-9c7a34668dc0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:09.031716 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-119f4fa9-e185-4373-b1b7-9c7a34668dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641515'] for router, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:09.032373 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119f4fa9-e185-4373-b1b7-9c7a34668dc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8bc647b-b984-470d-b43f-f2c3ddddba30 {{(pid=92921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 21:33:09.043534 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-119f4fa9-e185-4373-b1b7-9c7a34668dc0 admin admin] Notify callbacks [] for router, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:09.045458 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-119f4fa9-e185-4373-b1b7-9c7a34668dc0 admin admin] 10.222.0.24 "DELETE /v2.0/routers/b8bc647b-b984-470d-b43f-f2c3ddddba30 HTTP/1.1" status: 204 len: 168 time: 1.0099120 Jun 26 21:33:09.057870 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 43846) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:33:09.129400 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_v2 [None req-806688ad-84af-4949-8b11-a97dabe1f5a2 admin admin] Deleting subnet 162b4e55-03bc-4a67-8c15-f483cdb4fffc {{(pid=92922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 21:33:09.133634 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-806688ad-84af-4949-8b11-a97dabe1f5a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:09.182496 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-806688ad-84af-4949-8b11-a97dabe1f5a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12086082'] for subnet, precommit_delete_associations {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:09.233243 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-806688ad-84af-4949-8b11-a97dabe1f5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4059658'] for subnet, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:09.301718 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-806688ad-84af-4949-8b11-a97dabe1f5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4059677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-221544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8809520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12366152'] for subnet, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:09.308608 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-d0d04f8f-b6aa-4687-bbbd-c78f09cbdde5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:09.335382 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-806688ad-84af-4949-8b11-a97dabe1f5a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:09.339571 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-806688ad-84af-4949-8b11-a97dabe1f5a2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/162b4e55-03bc-4a67-8c15-f483cdb4fffc HTTP/1.1" status: 204 len: 168 time: 0.2796896 Jun 26 21:33:09.341895 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806688ad-84af-4949-8b11-a97dabe1f5a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=162b4e55-03bc-4a67-8c15-f483cdb4fffc,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:09.342105 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 43860) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:33:09.347076 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-806688ad-84af-4949-8b11-a97dabe1f5a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:09.454650 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-89e0ecda-2358-4cd0-8665-bf33e7411b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4140915'] for network, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:09.625399 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device b1decd76-d299-447f-af75-96fcd7c96542 no longer exists at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:33:09.643382 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-89e0ecda-2358-4cd0-8665-bf33e7411b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4059223', 'neutron.services.segments.db._delete_segments_for_network-8773185548566'] for network, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:09.670787 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.services.segments.db [None req-89e0ecda-2358-4cd0-8665-bf33e7411b21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2305325d-a907-4cbb-9a7b-fe0c2ff5adf1']}} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:33:09.693426 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.services.segments.db [None req-89e0ecda-2358-4cd0-8665-bf33e7411b21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '201ef14f-0217-4a33-8c46-79df3f9dc67e') {'for_net_delete': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:33:09.694953 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.services.segments.db [None req-89e0ecda-2358-4cd0-8665-bf33e7411b21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '201ef14f-0217-4a33-8c46-79df3f9dc67e') {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:33:09.706880 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] No Port match for: b1decd76-d299-447f-af75-96fcd7c96542 {{(pid=92923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 21:33:09.707445 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device b1decd76-d299-447f-af75-96fcd7c96542 not bound to the agent host dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 21:33:09.708294 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 5ca9f780-f128-44a0-b597-7a523c7193b1 no longer exists at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:33:09.716310 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-89e0ecda-2358-4cd0-8665-bf33e7411b21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773185534967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696141'] for segment, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:09.731245 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] No Port match for: 5ca9f780-f128-44a0-b597-7a523c7193b1 {{(pid=92923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 21:33:09.731600 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 5ca9f780-f128-44a0-b597-7a523c7193b1 not bound to the agent host dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 21:33:09.736280 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-89e0ecda-2358-4cd0-8665-bf33e7411b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175'] for segment, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:09.743161 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89e0ecda-2358-4cd0-8665-bf33e7411b21 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=92921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 21:33:09.743649 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-89e0ecda-2358-4cd0-8665-bf33e7411b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8896046'] for segment, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:09.745763 dv-cinder-798208-1-iscsi neutron-server[92921]: Traceback (most recent call last): Jun 26 21:33:09.745763 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 21:33:09.745763 dv-cinder-798208-1-iscsi neutron-server[92921]: timer() Jun 26 21:33:09.745763 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 21:33:09.745763 dv-cinder-798208-1-iscsi neutron-server[92921]: cb(*args, **kw) Jun 26 21:33:09.745763 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 21:33:09.745763 dv-cinder-798208-1-iscsi neutron-server[92921]: return func(*args, **kwargs) Jun 26 21:33:09.745763 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 21:33:09.745763 dv-cinder-798208-1-iscsi neutron-server[92921]: self._notify() Jun 26 21:33:09.745763 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 21:33:09.745763 dv-cinder-798208-1-iscsi neutron-server[92921]: self.callback(batched_events) Jun 26 21:33:09.745763 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 21:33:09.745763 dv-cinder-798208-1-iscsi neutron-server[92921]: event.method(event) Jun 26 21:33:09.745763 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 21:33:09.745763 dv-cinder-798208-1-iscsi neutron-server[92921]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 21:33:09.745763 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 21:33:09.745763 dv-cinder-798208-1-iscsi neutron-server[92921]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 21:33:09.745763 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 21:33:09.745763 dv-cinder-798208-1-iscsi neutron-server[92921]: return f(self, *a, **k) Jun 26 21:33:09.745763 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 21:33:09.745763 dv-cinder-798208-1-iscsi neutron-server[92921]: return self._get(url).json() Jun 26 21:33:09.745763 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 21:33:09.745763 dv-cinder-798208-1-iscsi neutron-server[92921]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 21:33:09.745763 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 21:33:09.745763 dv-cinder-798208-1-iscsi neutron-server[92921]: return self.request(url, 'GET', **kwargs) Jun 26 21:33:09.745763 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 21:33:09.745763 dv-cinder-798208-1-iscsi neutron-server[92921]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 21:33:09.745763 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 21:33:09.745763 dv-cinder-798208-1-iscsi neutron-server[92921]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 21:33:09.745763 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 21:33:09.745763 dv-cinder-798208-1-iscsi neutron-server[92921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 21:33:09.745763 dv-cinder-798208-1-iscsi neutron-server[92921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 21:33:09.820907 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-89e0ecda-2358-4cd0-8665-bf33e7411b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4059228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-938849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642676'] for network, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:09.830917 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-b544708f-65fd-44d3-80fd-ed3cee957630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:09.834484 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-89e0ecda-2358-4cd0-8665-bf33e7411b21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for network, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:09.837477 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-89e0ecda-2358-4cd0-8665-bf33e7411b21 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2305325d-a907-4cbb-9a7b-fe0c2ff5adf1 HTTP/1.1" status: 204 len: 168 time: 0.4942381 Jun 26 21:33:09.851497 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0ecda-2358-4cd0-8665-bf33e7411b21 admin admin] Pushing event deleted for resources: {'Network': ['ID=2305325d-a907-4cbb-9a7b-fe0c2ff5adf1,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:09.858134 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-89e0ecda-2358-4cd0-8665-bf33e7411b21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:10.061412 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 43890) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:33:10.104889 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-762a6579-11e8-40e9-86c7-8bd64872b4c6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1b82a91ccfa34d6d9e71d190d4dfd427&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0422411 Jun 26 21:33:10.107329 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 43892) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:33:10.163537 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-aa5c96cb-3ae2-4ae1-a523-49d001058aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:10.190643 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-aa5c96cb-3ae2-4ae1-a523-49d001058aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:10.258931 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-aa5c96cb-3ae2-4ae1-a523-49d001058aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:10.262481 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-aa5c96cb-3ae2-4ae1-a523-49d001058aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:10.264002 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-aa5c96cb-3ae2-4ae1-a523-49d001058aa7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aeafef49-e339-4fbf-aebc-46f0cf79b53a HTTP/1.1" status: 204 len: 168 time: 0.1556129 Jun 26 21:33:10.265288 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-0453bf0f-03bd-473d-9ae8-46168f888c03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:10.278381 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c96cb-3ae2-4ae1-a523-49d001058aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeafef49-e339-4fbf-aebc-46f0cf79b53a,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:10.282322 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-aa5c96cb-3ae2-4ae1-a523-49d001058aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:11.214610 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 43944) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:33:11.385441 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-3e4d7ad9-7508-4fde-8ae9-c76a272f7022 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-876745911-network', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:33:11.415340 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4d7ad9-7508-4fde-8ae9-c76a272f7022 admin admin] Made reservation on behalf of 55d314cce60e4244b7a6c90dbc16089b for: {'network': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:33:11.418278 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3e4d7ad9-7508-4fde-8ae9-c76a272f7022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for network, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:11.433923 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3e4d7ad9-7508-4fde-8ae9-c76a272f7022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:11.565834 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3e4d7ad9-7508-4fde-8ae9-c76a272f7022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:11.573582 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3e4d7ad9-7508-4fde-8ae9-c76a272f7022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:11.577103 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-65efec31-9d73-4db6-87ac-f65f4923760d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:11.612585 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e4d7ad9-7508-4fde-8ae9-c76a272f7022 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=92922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 21:33:11.617361 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d7ad9-7508-4fde-8ae9-c76a272f7022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d0e3e9-01db-46a3-ab74-33ee83b2fc68,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:11.630007 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3e4d7ad9-7508-4fde-8ae9-c76a272f7022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175'] for segment, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:11.631040 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.db.segments_db [None req-3e4d7ad9-7508-4fde-8ae9-c76a272f7022 admin admin] Added segment b01e252e-c69b-424c-adf8-eabe4b93980a of type vlan for network 054ba6ce-4b49-439d-a549-d4107e8e07e7 Jun 26 21:33:11.645283 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-3e4d7ad9-7508-4fde-8ae9-c76a272f7022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:11.701162 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 43962) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:33:11.713629 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3e4d7ad9-7508-4fde-8ae9-c76a272f7022 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773185029479'] for network, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:11.751150 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3e4d7ad9-7508-4fde-8ae9-c76a272f7022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-938849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913'] for network, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:11.752846 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4d7ad9-7508-4fde-8ae9-c76a272f7022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:11.753540 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3e4d7ad9-7508-4fde-8ae9-c76a272f7022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for network, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:11.757915 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-5b252654-f1ca-484b-bcbb-c75463428b9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:11.822538 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-3e4d7ad9-7508-4fde-8ae9-c76a272f7022 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6065860 Jun 26 21:33:11.826811 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 43966) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:33:11.828873 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d7ad9-7508-4fde-8ae9-c76a272f7022 admin admin] Pushing event updated for resources: {'Network': ['ID=054ba6ce-4b49-439d-a549-d4107e8e07e7,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:11.832110 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-b3e0a18b-af49-4c71-a9b6-4dcd7eb1b907 admin admin] Request body: {'subnet': {'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-876745911-subnet', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:33:11.833068 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-3e4d7ad9-7508-4fde-8ae9-c76a272f7022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:11.849105 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Network 054ba6ce-4b49-439d-a549-d4107e8e07e7 details requested by agent ovs-agent-dv-cinder-798208-1-iscsi with host dv-cinder-798208-1-iscsi {{(pid=92923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 21:33:11.873771 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e0a18b-af49-4c71-a9b6-4dcd7eb1b907 admin admin] Made reservation on behalf of 55d314cce60e4244b7a6c90dbc16089b for: {'subnet': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:33:11.878288 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b3e0a18b-af49-4c71-a9b6-4dcd7eb1b907 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8846033'] for subnet, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:11.918366 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6f78b0ed-33c8-42ae-b360-68eb0fcec27f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:12.182942 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6f78b0ed-33c8-42ae-b360-68eb0fcec27f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:12.187996 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6f78b0ed-33c8-42ae-b360-68eb0fcec27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:12.190842 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-e42f94f3-8714-48fc-a6e4-27307a401545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:12.194043 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b3e0a18b-af49-4c71-a9b6-4dcd7eb1b907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-221544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8896140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8846019'] for subnet, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:12.243415 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-6f78b0ed-33c8-42ae-b360-68eb0fcec27f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fc7d9dcd1782418d804f0ac6a3ad9453&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5401466 Jun 26 21:33:12.246602 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f78b0ed-33c8-42ae-b360-68eb0fcec27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7563bbd6-8ed9-4a19-807f-9223914899c4,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:12.247139 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 43968) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:33:12.252435 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-6f78b0ed-33c8-42ae-b360-68eb0fcec27f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:12.252936 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-b7087bf2-bdeb-47a9-a4a4-1f539380e7b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:12.299836 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e0a18b-af49-4c71-a9b6-4dcd7eb1b907 admin admin] Checking segment: {'id': 'b01e252e-c69b-424c-adf8-eabe4b93980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:33:12.300292 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e0a18b-af49-4c71-a9b6-4dcd7eb1b907 admin admin] Network hostable DHCP agents. Network: 054ba6ce-4b49-439d-a549-d4107e8e07e7, hostable agents: ['9c021b02-9e9f-4fa2-a546-066f9ef0df46'], hosted agents: [] {{(pid=92921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 21:33:12.311083 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e0a18b-af49-4c71-a9b6-4dcd7eb1b907 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665,revision_number=0']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:12.311549 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-50fce35a-4c7a-4fee-8596-aadbeeaa0821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:12.320508 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-b3e0a18b-af49-4c71-a9b6-4dcd7eb1b907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:12.333409 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e0a18b-af49-4c71-a9b6-4dcd7eb1b907 admin admin] Network 054ba6ce-4b49-439d-a549-d4107e8e07e7 is scheduled to be hosted by DHCP agent 9c021b02-9e9f-4fa2-a546-066f9ef0df46 with binding_index 1 {{(pid=92921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 21:33:12.344618 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-50fce35a-4c7a-4fee-8596-aadbeeaa0821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:12.345559 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-b3e0a18b-af49-4c71-a9b6-4dcd7eb1b907 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798208-1-iscsi, 054ba6ce-4b49-439d-a549-d4107e8e07e7) {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:33:12.352060 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e0a18b-af49-4c71-a9b6-4dcd7eb1b907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:12.353336 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b3e0a18b-af49-4c71-a9b6-4dcd7eb1b907 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:12.360027 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca4e799-cdcd-415b-bb00-fff3f76e8c75 None None] Network 054ba6ce-4b49-439d-a549-d4107e8e07e7 requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:33:12.382147 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-b3e0a18b-af49-4c71-a9b6-4dcd7eb1b907 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5534475 Jun 26 21:33:12.382900 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 43972) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:33:12.390395 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-d273c6bd-8af7-4640-9b43-01129aa5d573 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-876745911-router', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'}}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:33:12.434835 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d273c6bd-8af7-4640-9b43-01129aa5d573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11028'] for router, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:12.447216 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d273c6bd-8af7-4640-9b43-01129aa5d573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-695336', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11021'] for router, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:12.493104 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-50fce35a-4c7a-4fee-8596-aadbeeaa0821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:12.500374 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-50fce35a-4c7a-4fee-8596-aadbeeaa0821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:12.502794 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-50fce35a-4c7a-4fee-8596-aadbeeaa0821 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7563bbd6-8ed9-4a19-807f-9223914899c4 HTTP/1.1" status: 204 len: 168 time: 0.2544036 Jun 26 21:33:12.504377 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-7959e3b2-79aa-4ebf-9844-571c9f02eb11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:12.519548 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fce35a-4c7a-4fee-8596-aadbeeaa0821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7563bbd6-8ed9-4a19-807f-9223914899c4,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:12.523161 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-50fce35a-4c7a-4fee-8596-aadbeeaa0821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:12.561309 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d273c6bd-8af7-4640-9b43-01129aa5d573 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:12.629340 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c38bc3a-9777-46b6-a8d4-187bb784e353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde5f2ef3-1d6e-553d-a39c-8e031008594d-054ba6ce-4b49-439d-a549-d4107e8e07e7', 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'fixed_ips': [{'subnet_id': '5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665'}]}} from dv-cinder-798208-1-iscsi. {{(pid=92923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 26 21:33:12.630740 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5c38bc3a-9777-46b6-a8d4-187bb784e353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:12.854222 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-5c38bc3a-9777-46b6-a8d4-187bb784e353 None None] Allocated IP 172.20.0.2 (054ba6ce-4b49-439d-a549-d4107e8e07e7/5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665/395e43d8-70bc-485a-acc6-b0ee6d1c9fc3) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:33:12.937984 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae6640-0c73-426c-a992-03ef97a69eb7 req-5bab72de-d9bf-499a-a034-3cfb2204e411 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:12.947921 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3aae6640-0c73-426c-a992-03ef97a69eb7 req-5bab72de-d9bf-499a-a034-3cfb2204e411 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.0929627 Jun 26 21:33:12.962599 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 43984) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:33:12.989726 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0c6da0d0-d38a-4b8f-bedc-43ff786dc24c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:13.011911 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d273c6bd-8af7-4640-9b43-01129aa5d573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-695302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11071'] for router, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:13.020129 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3aae6640-0c73-426c-a992-03ef97a69eb7 req-b90a2a63-5339-47bf-a05c-7d297b69175e tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704584 Jun 26 21:33:13.028571 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5c38bc3a-9777-46b6-a8d4-187bb784e353 None None] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:13.038689 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-5c38bc3a-9777-46b6-a8d4-187bb784e353 None None] Transition to ACTIVE for port object 395e43d8-70bc-485a-acc6-b0ee6d1c9fc3 will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:33:13.074043 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-5c38bc3a-9777-46b6-a8d4-187bb784e353 None None] Transition to ACTIVE for port object 395e43d8-70bc-485a-acc6-b0ee6d1c9fc3 will not be triggered until provisioned by entity DHCP. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:33:13.081844 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5c38bc3a-9777-46b6-a8d4-187bb784e353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:13.084960 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-58630e25-58d6-4727-b09e-8283b5ea204d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:13.124097 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c38bc3a-9777-46b6-a8d4-187bb784e353 None None] Network 054ba6ce-4b49-439d-a549-d4107e8e07e7 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:33:13.129246 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-5c38bc3a-9777-46b6-a8d4-187bb784e353 None None] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:33:13.131962 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0c6da0d0-d38a-4b8f-bedc-43ff786dc24c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:13.133416 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c38bc3a-9777-46b6-a8d4-187bb784e353 None None] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:33:13.137745 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0c6da0d0-d38a-4b8f-bedc-43ff786dc24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:13.141450 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-0d1c7808-d19a-4bee-ac33-5d8288d739d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:13.141651 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c38bc3a-9777-46b6-a8d4-187bb784e353 None None] Pushing event updated for resources: {'Port': ['ID=395e43d8-70bc-485a-acc6-b0ee6d1c9fc3,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:13.145148 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-5c38bc3a-9777-46b6-a8d4-187bb784e353 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:13.193681 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-0c6da0d0-d38a-4b8f-bedc-43ff786dc24c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c74c5bd3d7d34ec9ab5fc6227e7d4079&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2294266 Jun 26 21:33:13.195168 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6da0d0-d38a-4b8f-bedc-43ff786dc24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828b3c34-130f-40b9-b5ce-6c533c228849,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:13.198336 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-0c6da0d0-d38a-4b8f-bedc-43ff786dc24c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:13.198505 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 43986) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:33:13.208887 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-5c38bc3a-9777-46b6-a8d4-187bb784e353 None None] Attempting to bind port 395e43d8-70bc-485a-acc6-b0ee6d1c9fc3 on host dv-cinder-798208-1-iscsi for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:33:13.209815 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-5c38bc3a-9777-46b6-a8d4-187bb784e353 None None] Attempting to bind port 395e43d8-70bc-485a-acc6-b0ee6d1c9fc3 by drivers openvswitch,hyperv on host dv-cinder-798208-1-iscsi at level 0 using segments [{'id': 'b01e252e-c69b-424c-adf8-eabe4b93980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:33:13.210257 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c38bc3a-9777-46b6-a8d4-187bb784e353 None None] Attempting to bind port 395e43d8-70bc-485a-acc6-b0ee6d1c9fc3 on network 054ba6ce-4b49-439d-a549-d4107e8e07e7 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:33:13.215826 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c38bc3a-9777-46b6-a8d4-187bb784e353 None None] Checking agent: {'id': '7280f8c8-6f14-48e1-b2dd-15f5d03fd9f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 21, 53), 'started_at': datetime.datetime(2021, 6, 26, 21, 22, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:33:13.216206 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c38bc3a-9777-46b6-a8d4-187bb784e353 None None] Checking segment: {'id': 'b01e252e-c69b-424c-adf8-eabe4b93980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:33:13.216618 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5c38bc3a-9777-46b6-a8d4-187bb784e353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:13.217021 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c38bc3a-9777-46b6-a8d4-187bb784e353 None None] Bound using segment: {'id': 'b01e252e-c69b-424c-adf8-eabe4b93980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:33:13.217496 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-5c38bc3a-9777-46b6-a8d4-187bb784e353 None None] Bound port: 395e43d8-70bc-485a-acc6-b0ee6d1c9fc3, host: dv-cinder-798208-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b01e252e-c69b-424c-adf8-eabe4b93980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:33:13.217889 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5c38bc3a-9777-46b6-a8d4-187bb784e353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:13.287046 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-5c38bc3a-9777-46b6-a8d4-187bb784e353 None None] For port 395e43d8-70bc-485a-acc6-b0ee6d1c9fc3, host dv-cinder-798208-1-iscsi, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:33:13.291561 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-5c38bc3a-9777-46b6-a8d4-187bb784e353 None None] For port 395e43d8-70bc-485a-acc6-b0ee6d1c9fc3, host dv-cinder-798208-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=395e43d8-70bc-485a-acc6-b0ee6d1c9fc3,segment=NetworkSegment(b01e252e-c69b-424c-adf8-eabe4b93980a),segment_id=b01e252e-c69b-424c-adf8-eabe4b93980a)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:33:13.296530 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5c38bc3a-9777-46b6-a8d4-187bb784e353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:13.298766 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:13.327737 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d273c6bd-8af7-4640-9b43-01129aa5d573 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:13.375425 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c38bc3a-9777-46b6-a8d4-187bb784e353 None None] Pushing event updated for resources: {'Port': ['ID=395e43d8-70bc-485a-acc6-b0ee6d1c9fc3,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:13.376420 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d273c6bd-8af7-4640-9b43-01129aa5d573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:13.379996 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-5c38bc3a-9777-46b6-a8d4-187bb784e353 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:13.381348 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e0928a1b-49d3-4d4b-a1ae-1a8fc0a5352b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:13.489421 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e0928a1b-49d3-4d4b-a1ae-1a8fc0a5352b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:13.626206 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [None req-d273c6bd-8af7-4640-9b43-01129aa5d573 admin admin] Allocated IP 172.27.2.90 (fc74eb2e-f674-4785-8e1a-443cbfb459f7/02c6eafe-d2ac-4065-b904-73ec1df0a44a/5c5de66f-d3cd-4d48-9793-0a43e4ed06b0) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:33:13.652947 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e0928a1b-49d3-4d4b-a1ae-1a8fc0a5352b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:13.655863 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e0928a1b-49d3-4d4b-a1ae-1a8fc0a5352b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:13.657092 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-e0928a1b-49d3-4d4b-a1ae-1a8fc0a5352b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/828b3c34-130f-40b9-b5ce-6c533c228849 HTTP/1.1" status: 204 len: 168 time: 0.4574964 Jun 26 21:33:13.659157 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-9fcaaf8d-0c02-41e2-9cf2-8940cc0ab76a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:13.673525 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0928a1b-49d3-4d4b-a1ae-1a8fc0a5352b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828b3c34-130f-40b9-b5ce-6c533c228849,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:13.686422 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-e0928a1b-49d3-4d4b-a1ae-1a8fc0a5352b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:13.826463 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d273c6bd-8af7-4640-9b43-01129aa5d573 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:13.877120 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d273c6bd-8af7-4640-9b43-01129aa5d573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8896248'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:13.880176 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-30768f17-ce09-4ac3-b6f2-cfeb3717512c tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:13.916059 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d273c6bd-8af7-4640-9b43-01129aa5d573 admin admin] Network fc74eb2e-f674-4785-8e1a-443cbfb459f7 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:33:13.922358 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-d273c6bd-8af7-4640-9b43-01129aa5d573 admin admin] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:33:13.924705 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d273c6bd-8af7-4640-9b43-01129aa5d573 admin admin] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:33:13.957601 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273c6bd-8af7-4640-9b43-01129aa5d573 admin admin] Pushing event updated for resources: {'Port': ['ID=5c5de66f-d3cd-4d48-9793-0a43e4ed06b0,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:13.962406 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-d273c6bd-8af7-4640-9b43-01129aa5d573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:14.233551 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d273c6bd-8af7-4640-9b43-01129aa5d573 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:14.243842 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45950b9-cc26-4b5c-adcc-8a5778264371 req-f9eb89a4-5490-41dd-b2ae-b43128e1301a tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:14.253573 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f45950b9-cc26-4b5c-adcc-8a5778264371 req-f9eb89a4-5490-41dd-b2ae-b43128e1301a tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.0884082 Jun 26 21:33:14.321159 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f45950b9-cc26-4b5c-adcc-8a5778264371 req-9e412638-6263-48d9-bad1-8a530dc63a71 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662403 Jun 26 21:33:14.499051 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d273c6bd-8af7-4640-9b43-01129aa5d573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642703'] for router, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:14.581493 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2ac0d3-90c0-4336-b04a-de6394624002 None None] Network 054ba6ce-4b49-439d-a549-d4107e8e07e7 requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:33:14.639054 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d273c6bd-8af7-4640-9b43-01129aa5d573 admin admin] Router 07656fef-9c4d-4e9f-b32a-fdaaf697a0e5 is scheduled to L3 agent 8f52ff15-e1cf-4181-89b9-9a217ed1d1bf with binding_index 1 {{(pid=92921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 26 21:33:14.664558 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-5cb11dfd-53e6-420a-b980-aba843b788a1 None None] Provisioning for port 395e43d8-70bc-485a-acc6-b0ee6d1c9fc3 completed by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:33:14.776967 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d273c6bd-8af7-4640-9b43-01129aa5d573 admin admin] Notify agent at l3_agent.dv-cinder-798208-1-iscsi the message routers_updated {{(pid=92921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 21:33:14.794095 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d273c6bd-8af7-4640-9b43-01129aa5d573 admin admin] Notify callbacks [] for router, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:14.799791 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-d273c6bd-8af7-4640-9b43-01129aa5d573 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4112968 Jun 26 21:33:14.800010 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 44016) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:33:14.806078 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8f88c5-e07c-488c-bfad-2c9de5d736c9 None None] Sync routers for ids ['07656fef-9c4d-4e9f-b32a-fdaaf697a0e5'] in dv-cinder-798208-1-iscsi {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 21:33:14.816508 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8f88c5-e07c-488c-bfad-2c9de5d736c9 None None] Routers {'07656fef-9c4d-4e9f-b32a-fdaaf697a0e5'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:33:14.817153 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-cb8f88c5-e07c-488c-bfad-2c9de5d736c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:32:55Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['07656fef-9c4d-4e9f-b32a-fdaaf697a0e5'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:33:14.994486 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-cb8f88c5-e07c-488c-bfad-2c9de5d736c9 None None] Set router 07656fef-9c4d-4e9f-b32a-fdaaf697a0e5 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:33:15.250564 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-cb8f88c5-e07c-488c-bfad-2c9de5d736c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'name': 'tempest-AttachVolumeShelveTestJSON-876745911-router', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '5c5de66f-d3cd-4d48-9793-0a43e4ed06b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:33:12Z', 'updated_at': '2021-06-26T21:33:14Z', 'revision_number': 3, 'project_id': '55d314cce60e4244b7a6c90dbc16089b', 'gw_port': {'id': '5c5de66f-d3cd-4d48-9793-0a43e4ed06b0', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:33:13Z', 'updated_at': '2021-06-26T21:33:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi'}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:33:15.285576 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8f88c5-e07c-488c-bfad-2c9de5d736c9 None None] Checking router: 07656fef-9c4d-4e9f-b32a-fdaaf697a0e5 for host: dv-cinder-798208-1-iscsi {{(pid=92923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 21:33:15.285995 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8f88c5-e07c-488c-bfad-2c9de5d736c9 None None] Updating router 07656fef-9c4d-4e9f-b32a-fdaaf697a0e5 port 5c5de66f-d3cd-4d48-9793-0a43e4ed06b0 binding host dv-cinder-798208-1-iscsi {{(pid=92923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 21:33:15.329252 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4ad307fd-0ccb-479e-94a2-7534aa17d5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:15.329888 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cb8f88c5-e07c-488c-bfad-2c9de5d736c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:15.496651 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [None req-4ad307fd-0ccb-479e-94a2-7534aa17d5fa admin admin] Allocated IP 172.20.0.1 (054ba6ce-4b49-439d-a549-d4107e8e07e7/5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665/2cd25236-2283-4645-b75e-951ebe77ef96) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:33:15.538787 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e14f17-5b3d-4650-a0ba-a85c3589949c req-2a7bfda1-a754-4f57-9fa2-42822ebff8a0 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:15.549849 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-99e14f17-5b3d-4650-a0ba-a85c3589949c req-2a7bfda1-a754-4f57-9fa2-42822ebff8a0 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.1077104 Jun 26 21:33:15.603468 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-99e14f17-5b3d-4650-a0ba-a85c3589949c req-e23958de-d591-4ab0-abb9-f46b2ec2670b tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523252 Jun 26 21:33:15.688470 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4ad307fd-0ccb-479e-94a2-7534aa17d5fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:15.701707 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 395e43d8-70bc-485a-acc6-b0ee6d1c9fc3 up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:33:15.710185 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-4ad307fd-0ccb-479e-94a2-7534aa17d5fa admin admin] Transition to ACTIVE for port object 2cd25236-2283-4645-b75e-951ebe77ef96 will not be triggered until provisioned by entity DHCP. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:33:15.749146 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4ad307fd-0ccb-479e-94a2-7534aa17d5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8896248'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:15.752373 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-119f4fa9-e185-4373-b1b7-9c7a34668dc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:15.796799 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad307fd-0ccb-479e-94a2-7534aa17d5fa admin admin] Network 054ba6ce-4b49-439d-a549-d4107e8e07e7 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:33:15.800701 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-4ad307fd-0ccb-479e-94a2-7534aa17d5fa admin admin] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:33:15.803763 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad307fd-0ccb-479e-94a2-7534aa17d5fa admin admin] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:33:15.848467 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad307fd-0ccb-479e-94a2-7534aa17d5fa admin admin] Pushing event updated for resources: {'Port': ['ID=2cd25236-2283-4645-b75e-951ebe77ef96,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:15.856549 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4ad307fd-0ccb-479e-94a2-7534aa17d5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-698637'] for router_interface, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:15.860157 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-4ad307fd-0ccb-479e-94a2-7534aa17d5fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:15.885687 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cb8f88c5-e07c-488c-bfad-2c9de5d736c9 None None] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:15.905542 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-cb8f88c5-e07c-488c-bfad-2c9de5d736c9 None None] Transition to ACTIVE for port object 5c5de66f-d3cd-4d48-9793-0a43e4ed06b0 will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:33:15.916021 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cb8f88c5-e07c-488c-bfad-2c9de5d736c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:15.923031 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-5c38bc3a-9777-46b6-a8d4-187bb784e353 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:15.952032 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 44046) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:33:15.955913 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning for port 395e43d8-70bc-485a-acc6-b0ee6d1c9fc3 completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:33:15.968907 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port 395e43d8-70bc-485a-acc6-b0ee6d1c9fc3 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:33:15.969293 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:16.038182 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade4c84-a476-4b4e-9522-491d39322b98 None None] Pushing event updated for resources: {'Port': ['ID=5c5de66f-d3cd-4d48-9793-0a43e4ed06b0,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:16.040830 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-cb8f88c5-e07c-488c-bfad-2c9de5d736c9 None None] Attempting to bind port 5c5de66f-d3cd-4d48-9793-0a43e4ed06b0 on host dv-cinder-798208-1-iscsi for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:33:16.041210 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-cb8f88c5-e07c-488c-bfad-2c9de5d736c9 None None] Attempting to bind port 5c5de66f-d3cd-4d48-9793-0a43e4ed06b0 by drivers openvswitch,hyperv on host dv-cinder-798208-1-iscsi at level 0 using segments [{'id': '4f28365d-aca5-4c5a-9953-491fa10de68c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:33:16.041587 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8f88c5-e07c-488c-bfad-2c9de5d736c9 None None] Attempting to bind port 5c5de66f-d3cd-4d48-9793-0a43e4ed06b0 on network fc74eb2e-f674-4785-8e1a-443cbfb459f7 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:33:16.043836 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-fade4c84-a476-4b4e-9522-491d39322b98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:16.052244 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8f88c5-e07c-488c-bfad-2c9de5d736c9 None None] Checking agent: {'id': '7280f8c8-6f14-48e1-b2dd-15f5d03fd9f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 21, 53), 'started_at': datetime.datetime(2021, 6, 26, 21, 22, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:33:16.052709 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8f88c5-e07c-488c-bfad-2c9de5d736c9 None None] Checking segment: {'id': '4f28365d-aca5-4c5a-9953-491fa10de68c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:33:16.053642 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cb8f88c5-e07c-488c-bfad-2c9de5d736c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:16.054046 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8f88c5-e07c-488c-bfad-2c9de5d736c9 None None] Bound using segment: {'id': '4f28365d-aca5-4c5a-9953-491fa10de68c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:33:16.054544 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-cb8f88c5-e07c-488c-bfad-2c9de5d736c9 None None] Bound port: 5c5de66f-d3cd-4d48-9793-0a43e4ed06b0, host: dv-cinder-798208-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f28365d-aca5-4c5a-9953-491fa10de68c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:33:16.054931 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cb8f88c5-e07c-488c-bfad-2c9de5d736c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:16.091415 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4ad307fd-0ccb-479e-94a2-7534aa17d5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:16.117315 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-87d45b88-417a-402d-972d-bf211e322796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:16.126124 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:16.170094 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-cb8f88c5-e07c-488c-bfad-2c9de5d736c9 None None] For port 5c5de66f-d3cd-4d48-9793-0a43e4ed06b0, host dv-cinder-798208-1-iscsi, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:33:16.196384 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] For port 395e43d8-70bc-485a-acc6-b0ee6d1c9fc3, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=395e43d8-70bc-485a-acc6-b0ee6d1c9fc3,segment=NetworkSegment(b01e252e-c69b-424c-adf8-eabe4b93980a),segment_id=b01e252e-c69b-424c-adf8-eabe4b93980a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:33:16.199076 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-cb8f88c5-e07c-488c-bfad-2c9de5d736c9 None None] For port 5c5de66f-d3cd-4d48-9793-0a43e4ed06b0, host dv-cinder-798208-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=5c5de66f-d3cd-4d48-9793-0a43e4ed06b0,segment=NetworkSegment(4f28365d-aca5-4c5a-9953-491fa10de68c),segment_id=4f28365d-aca5-4c5a-9953-491fa10de68c)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:33:16.202056 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:16.205625 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:16.209525 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cb8f88c5-e07c-488c-bfad-2c9de5d736c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:16.234583 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-87d45b88-417a-402d-972d-bf211e322796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:16.240049 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-87d45b88-417a-402d-972d-bf211e322796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:16.245145 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-bff22687-2fe6-4bb9-b8a7-b43eda4637d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:16.276209 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-d577ee00-3586-4572-9916-c06218d5da13 None None] Provisioning for port 2cd25236-2283-4645-b75e-951ebe77ef96 completed by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:33:16.283880 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-87d45b88-417a-402d-972d-bf211e322796 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e078f5dfd8c4d4f89d21492792b8417&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3299677 Jun 26 21:33:16.284644 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8f88c5-e07c-488c-bfad-2c9de5d736c9 None None] Routers {'07656fef-9c4d-4e9f-b32a-fdaaf697a0e5'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:33:16.285301 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-cb8f88c5-e07c-488c-bfad-2c9de5d736c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:32:55Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['07656fef-9c4d-4e9f-b32a-fdaaf697a0e5'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:33:16.285693 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d45b88-417a-402d-972d-bf211e322796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e42fc9-332c-4dd2-905e-0060d9082b4b,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:16.286634 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 44050) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:33:16.290429 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-87d45b88-417a-402d-972d-bf211e322796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:16.308024 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-d577ee00-3586-4572-9916-c06218d5da13 None None] Provisioning complete for port 2cd25236-2283-4645-b75e-951ebe77ef96 triggered by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:33:16.308393 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d577ee00-3586-4572-9916-c06218d5da13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:16.343150 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Pushing event updated for resources: {'Port': ['ID=395e43d8-70bc-485a-acc6-b0ee6d1c9fc3,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:16.346771 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:16.362583 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4ad307fd-0ccb-479e-94a2-7534aa17d5fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:16.369267 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-a84fb20b-46ce-4110-adad-4f5413c4948c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:16.377096 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4ad307fd-0ccb-479e-94a2-7534aa17d5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8896010'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:16.381318 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-19730e49-0dc7-469a-9989-9edb19af6d91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:16.385254 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2ce95901-2b16-4546-a4dd-d7cabd10c5ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:16.458747 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2ce95901-2b16-4546-a4dd-d7cabd10c5ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:16.464705 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-d577ee00-3586-4572-9916-c06218d5da13 None None] Port 2cd25236-2283-4645-b75e-951ebe77ef96 cannot update to ACTIVE because it is not bound. {{(pid=92923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 21:33:16.475039 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade4c84-a476-4b4e-9522-491d39322b98 None None] Pushing event updated for resources: {'Port': ['ID=5c5de66f-d3cd-4d48-9793-0a43e4ed06b0,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:16.477178 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-fade4c84-a476-4b4e-9522-491d39322b98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:16.482777 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4ad307fd-0ccb-479e-94a2-7534aa17d5fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-698769'] for router_interface, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:16.484610 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad307fd-0ccb-479e-94a2-7534aa17d5fa admin admin] Pushing event updated for resources: {'Port': ['ID=2cd25236-2283-4645-b75e-951ebe77ef96,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:16.489437 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-4ad307fd-0ccb-479e-94a2-7534aa17d5fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:16.501883 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-cb8f88c5-e07c-488c-bfad-2c9de5d736c9 None None] Set router 07656fef-9c4d-4e9f-b32a-fdaaf697a0e5 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:33:16.584971 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2ce95901-2b16-4546-a4dd-d7cabd10c5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:16.587481 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2ce95901-2b16-4546-a4dd-d7cabd10c5ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:16.590351 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-2ce95901-2b16-4546-a4dd-d7cabd10c5ed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d8e42fc9-332c-4dd2-905e-0060d9082b4b HTTP/1.1" status: 204 len: 168 time: 0.3019836 Jun 26 21:33:16.593480 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-e0928a1b-49d3-4d4b-a1ae-1a8fc0a5352b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:16.604804 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce95901-2b16-4546-a4dd-d7cabd10c5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e42fc9-332c-4dd2-905e-0060d9082b4b,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:16.612633 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-2ce95901-2b16-4546-a4dd-d7cabd10c5ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:16.640732 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad307fd-0ccb-479e-94a2-7534aa17d5fa admin admin] Network 054ba6ce-4b49-439d-a549-d4107e8e07e7 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:33:16.642710 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-4ad307fd-0ccb-479e-94a2-7534aa17d5fa admin admin] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:33:16.772932 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-cb8f88c5-e07c-488c-bfad-2c9de5d736c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'name': 'tempest-AttachVolumeShelveTestJSON-876745911-router', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '5c5de66f-d3cd-4d48-9793-0a43e4ed06b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:33:12Z', 'updated_at': '2021-06-26T21:33:16Z', 'revision_number': 4, 'project_id': '55d314cce60e4244b7a6c90dbc16089b', 'gw_port': {'id': '5c5de66f-d3cd-4d48-9793-0a43e4ed06b0', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:33:13Z', 'updated_at': '2021-06-26T21:33:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': '2cd25236-2283-4645-b75e-951ebe77ef96', 'name': '', 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'mac_address': 'fa:16:3e:df:46:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:33:15Z', 'updated_at': '2021-06-26T21:33:15Z', 'revision_number': 1, 'project_id': '55d314cce60e4244b7a6c90dbc16089b', 'subnets': [{'id': '5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:33:16.807930 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8f88c5-e07c-488c-bfad-2c9de5d736c9 None None] The sync data for ids ['07656fef-9c4d-4e9f-b32a-fdaaf697a0e5'] in dv-cinder-798208-1-iscsi is: [{'id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'name': 'tempest-AttachVolumeShelveTestJSON-876745911-router', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '5c5de66f-d3cd-4d48-9793-0a43e4ed06b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:33:12Z', 'updated_at': '2021-06-26T21:33:16Z', 'revision_number': 4, 'project_id': '55d314cce60e4244b7a6c90dbc16089b', 'gw_port': {'id': '5c5de66f-d3cd-4d48-9793-0a43e4ed06b0', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:33:13Z', 'updated_at': '2021-06-26T21:33:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': '2cd25236-2283-4645-b75e-951ebe77ef96', 'name': '', 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'mac_address': 'fa:16:3e:df:46:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:33:15Z', 'updated_at': '2021-06-26T21:33:15Z', 'revision_number': 1, 'project_id': '55d314cce60e4244b7a6c90dbc16089b', 'subnets': [{'id': '5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 21:33:16.847806 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad307fd-0ccb-479e-94a2-7534aa17d5fa admin admin] Router 07656fef-9c4d-4e9f-b32a-fdaaf697a0e5 has already been hosted by L3 agent 8f52ff15-e1cf-4181-89b9-9a217ed1d1bf {{(pid=92921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 21:33:17.028751 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad307fd-0ccb-479e-94a2-7534aa17d5fa admin admin] Notify agent at l3_agent.dv-cinder-798208-1-iscsi the message routers_updated {{(pid=92921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 21:33:17.032063 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8707f5-e9a0-4b35-8cea-f76746a7f9f3 req-00651f69-675c-4e6e-875d-6745b441bfe8 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:17.033674 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6c8707f5-e9a0-4b35-8cea-f76746a7f9f3 req-00651f69-675c-4e6e-875d-6745b441bfe8 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.0974629 Jun 26 21:33:17.036255 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-4ad307fd-0ccb-479e-94a2-7534aa17d5fa admin admin] 10.222.0.24 "PUT /v2.0/routers/07656fef-9c4d-4e9f-b32a-fdaaf697a0e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2348547 Jun 26 21:33:17.096953 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-c4267bfe-a9f7-4be0-8f99-602b6274434b None None] Provisioning complete for port 2cd25236-2283-4645-b75e-951ebe77ef96 triggered by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:33:17.097338 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c4267bfe-a9f7-4be0-8f99-602b6274434b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:17.127646 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 44062) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:33:17.136438 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6c8707f5-e9a0-4b35-8cea-f76746a7f9f3 req-6c5b84c7-e5de-4585-8721-386552a11cef tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945442 Jun 26 21:33:17.156594 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-86eb620b-d11a-4a0f-9bf6-df1120b3b01e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:17.168064 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-c4267bfe-a9f7-4be0-8f99-602b6274434b None None] Port 2cd25236-2283-4645-b75e-951ebe77ef96 cannot update to ACTIVE because it is not bound. {{(pid=92923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 21:33:17.337027 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-86eb620b-d11a-4a0f-9bf6-df1120b3b01e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:17.344846 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-86eb620b-d11a-4a0f-9bf6-df1120b3b01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:17.347624 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-4f4bc291-1ad7-49c4-b239-498aaf823883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:17.390073 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-86eb620b-d11a-4a0f-9bf6-df1120b3b01e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e52143e34813400283d3d99efd084db0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2612758 Jun 26 21:33:17.391017 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb620b-d11a-4a0f-9bf6-df1120b3b01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2314222-6b07-4a59-ab92-f9a658d60f9a,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:17.395099 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-86eb620b-d11a-4a0f-9bf6-df1120b3b01e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:17.395655 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 44068) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:33:17.460614 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-fb3b17d2-239e-458c-9f82-a760b0cfcba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:17.493236 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-fb3b17d2-239e-458c-9f82-a760b0cfcba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:17.581998 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-fb3b17d2-239e-458c-9f82-a760b0cfcba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:17.586591 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-fb3b17d2-239e-458c-9f82-a760b0cfcba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:17.590168 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-fb3b17d2-239e-458c-9f82-a760b0cfcba8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b2314222-6b07-4a59-ab92-f9a658d60f9a HTTP/1.1" status: 204 len: 168 time: 0.1914816 Jun 26 21:33:17.590168 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:17.601667 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3b17d2-239e-458c-9f82-a760b0cfcba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2314222-6b07-4a59-ab92-f9a658d60f9a,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:17.604818 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-fb3b17d2-239e-458c-9f82-a760b0cfcba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:17.650172 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 395e43d8-70bc-485a-acc6-b0ee6d1c9fc3 up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:33:17.718325 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port 395e43d8-70bc-485a-acc6-b0ee6d1c9fc3 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:33:17.719422 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:17.973569 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 44074) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:33:17.981903 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-964ff688-7af6-4ff9-833f-4c9b140d4afe tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1193626255', 'description': 'tempest-description--219523814'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:33:18.016825 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-964ff688-7af6-4ff9-833f-4c9b140d4afe tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:18.129454 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-964ff688-7af6-4ff9-833f-4c9b140d4afe tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:18.135112 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-964ff688-7af6-4ff9-833f-4c9b140d4afe tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:18.137858 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-af744c47-23e5-4bec-9612-ba13c34fceee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:18.187344 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964ff688-7af6-4ff9-833f-4c9b140d4afe tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:18.192714 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-964ff688-7af6-4ff9-833f-4c9b140d4afe tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:18.202317 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-964ff688-7af6-4ff9-833f-4c9b140d4afe tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:18.204990 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-964ff688-7af6-4ff9-833f-4c9b140d4afe tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2300422 Jun 26 21:33:18.208098 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 44086) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:33:18.213895 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-393bafc1-1fce-4e0e-a1a0-8e2d6cd39eb1 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Request body: {'security_group_rule': {'security_group_id': '4f4c0cdc-252a-451f-ab9b-0e724abf3fbf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:33:18.265570 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-393bafc1-1fce-4e0e-a1a0-8e2d6cd39eb1 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:18.376110 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-393bafc1-1fce-4e0e-a1a0-8e2d6cd39eb1 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:18.385691 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-393bafc1-1fce-4e0e-a1a0-8e2d6cd39eb1 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-625768'] for security_group_rule, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:18.390791 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-3497b942-ec7e-40c3-890a-9a2b7367cf26 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:18.413593 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd979b-b1f8-4619-94cd-05a7465c1963 req-1550e7bd-c79a-4f9f-9947-6c95a66ac41f tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:18.415487 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d9cd979b-b1f8-4619-94cd-05a7465c1963 req-1550e7bd-c79a-4f9f-9947-6c95a66ac41f tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.1322331 Jun 26 21:33:18.422450 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393bafc1-1fce-4e0e-a1a0-8e2d6cd39eb1 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca6ff571-d850-4719-9b27-1c394326819f,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:18.438825 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-393bafc1-1fce-4e0e-a1a0-8e2d6cd39eb1 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:18.444288 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-393bafc1-1fce-4e0e-a1a0-8e2d6cd39eb1 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:18.449680 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-393bafc1-1fce-4e0e-a1a0-8e2d6cd39eb1 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2356701 Jun 26 21:33:18.449932 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 44092) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:33:18.461121 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-97f3438d-75ef-4bfd-a0d8-5d5a6e6ce6c6 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Request body: {'security_group_rule': {'security_group_id': '4f4c0cdc-252a-451f-ab9b-0e724abf3fbf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:33:18.525069 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d9cd979b-b1f8-4619-94cd-05a7465c1963 req-4292e3f1-bba0-4b03-9563-a4b9b9331a73 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971460 Jun 26 21:33:18.544138 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-97f3438d-75ef-4bfd-a0d8-5d5a6e6ce6c6 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:18.636781 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-97f3438d-75ef-4bfd-a0d8-5d5a6e6ce6c6 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:18.642344 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-97f3438d-75ef-4bfd-a0d8-5d5a6e6ce6c6 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-625768'] for security_group_rule, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:18.645413 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:18.672752 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f3438d-75ef-4bfd-a0d8-5d5a6e6ce6c6 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f58b909f-99a2-4577-8be3-e97565d9c855,revision_number=0']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:18.677776 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-97f3438d-75ef-4bfd-a0d8-5d5a6e6ce6c6 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:18.687101 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-97f3438d-75ef-4bfd-a0d8-5d5a6e6ce6c6 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:18.694484 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 44100) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:33:18.695413 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-97f3438d-75ef-4bfd-a0d8-5d5a6e6ce6c6 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2437763 Jun 26 21:33:18.700729 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-6bcc7b5e-64c2-45c1-bd22-bd6f548b8614 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Request body: {'floatingip': {'floating_network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:33:18.734054 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6bcc7b5e-64c2-45c1-bd22-bd6f548b8614 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks [] for floatingip, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:18.876420 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6bcc7b5e-64c2-45c1-bd22-bd6f548b8614 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:19.010404 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-6bcc7b5e-64c2-45c1-bd22-bd6f548b8614 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Allocated IP 172.27.2.75 (fc74eb2e-f674-4785-8e1a-443cbfb459f7/02c6eafe-d2ac-4065-b904-73ec1df0a44a/2ce8fcc8-74ba-41eb-8947-fec400566c7e) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:33:19.139380 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6bcc7b5e-64c2-45c1-bd22-bd6f548b8614 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:19.206369 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6bcc7b5e-64c2-45c1-bd22-bd6f548b8614 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8809475'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:19.211360 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:19.252043 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 44112) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:33:19.256505 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcc7b5e-64c2-45c1-bd22-bd6f548b8614 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Network fc74eb2e-f674-4785-8e1a-443cbfb459f7 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:33:19.259454 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-6bcc7b5e-64c2-45c1-bd22-bd6f548b8614 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:33:19.268368 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcc7b5e-64c2-45c1-bd22-bd6f548b8614 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:33:19.274662 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc7b5e-64c2-45c1-bd22-bd6f548b8614 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Pushing event updated for resources: {'Port': ['ID=2ce8fcc8-74ba-41eb-8947-fec400566c7e,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:19.311804 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-6bcc7b5e-64c2-45c1-bd22-bd6f548b8614 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:19.402554 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6bcc7b5e-64c2-45c1-bd22-bd6f548b8614 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:19.415326 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6afacd62-b605-40b9-ad4f-2d7f740b8934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:19.456118 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6bcc7b5e-64c2-45c1-bd22-bd6f548b8614 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:19.546842 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6afacd62-b605-40b9-ad4f-2d7f740b8934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:19.555099 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6afacd62-b605-40b9-ad4f-2d7f740b8934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:19.575802 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-09badd0f-d189-4d5a-8c8d-be015d23bbea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:19.634538 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afacd62-b605-40b9-ad4f-2d7f740b8934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794892f7-1460-4fbf-a9fe-17dabab5c9c6,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:19.640962 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-6afacd62-b605-40b9-ad4f-2d7f740b8934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:19.644766 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-6afacd62-b605-40b9-ad4f-2d7f740b8934 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d73cc9de61094bb692c095f882932717&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3915133 Jun 26 21:33:19.648068 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 44120) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:33:19.706772 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 5c5de66f-d3cd-4d48-9793-0a43e4ed06b0 up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:33:19.764870 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6bcc7b5e-64c2-45c1-bd22-bd6f548b8614 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:19.777399 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6bcc7b5e-64c2-45c1-bd22-bd6f548b8614 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8809713'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:19.781367 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:19.864812 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6848eb55-bcb9-4724-96b1-27a83c3d764f None None] Sync routers for ids ['07656fef-9c4d-4e9f-b32a-fdaaf697a0e5'] in dv-cinder-798208-1-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 21:33:19.883053 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6848eb55-bcb9-4724-96b1-27a83c3d764f None None] Routers {'07656fef-9c4d-4e9f-b32a-fdaaf697a0e5'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:33:19.884053 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-6848eb55-bcb9-4724-96b1-27a83c3d764f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:32:55Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['07656fef-9c4d-4e9f-b32a-fdaaf697a0e5'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:33:19.885793 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa3ad4-76d8-43f7-95fb-ff12d1e8b09c req-6fbe9619-9b5e-47d4-a805-a21c026f18bc tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:19.895548 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-55aa3ad4-76d8-43f7-95fb-ff12d1e8b09c req-6fbe9619-9b5e-47d4-a805-a21c026f18bc tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.2054493 Jun 26 21:33:19.899589 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning for port 5c5de66f-d3cd-4d48-9793-0a43e4ed06b0 completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:33:19.908610 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port 5c5de66f-d3cd-4d48-9793-0a43e4ed06b0 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:33:19.909314 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:19.924547 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc7b5e-64c2-45c1-bd22-bd6f548b8614 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Pushing event updated for resources: {'Port': ['ID=2ce8fcc8-74ba-41eb-8947-fec400566c7e,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:19.932340 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-6bcc7b5e-64c2-45c1-bd22-bd6f548b8614 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:19.938797 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6bcc7b5e-64c2-45c1-bd22-bd6f548b8614 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642591'] for floatingip, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:19.974400 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-55aa3ad4-76d8-43f7-95fb-ff12d1e8b09c req-2b9a2169-ec67-45a9-8aed-66b1779d74cf tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771897 Jun 26 21:33:19.979487 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6bcc7b5e-64c2-45c1-bd22-bd6f548b8614 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for floatingip, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:19.981951 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-6bcc7b5e-64c2-45c1-bd22-bd6f548b8614 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2854309 Jun 26 21:33:20.037039 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-04196565-c909-42e0-a5c1-81011d836964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:20.062687 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:20.064369 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-04196565-c909-42e0-a5c1-81011d836964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:20.095390 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] For port 5c5de66f-d3cd-4d48-9793-0a43e4ed06b0, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=5c5de66f-d3cd-4d48-9793-0a43e4ed06b0,segment=NetworkSegment(4f28365d-aca5-4c5a-9953-491fa10de68c),segment_id=4f28365d-aca5-4c5a-9953-491fa10de68c)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:33:20.102125 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:20.105837 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c7807bb4-2881-4d3d-a9cf-aaf7dd58066f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:20.127583 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-04196565-c909-42e0-a5c1-81011d836964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:20.130186 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-04196565-c909-42e0-a5c1-81011d836964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:20.132344 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-04196565-c909-42e0-a5c1-81011d836964 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/794892f7-1460-4fbf-a9fe-17dabab5c9c6 HTTP/1.1" status: 204 len: 168 time: 0.4831827 Jun 26 21:33:20.134439 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-3a8bc9e6-735b-45ed-a6e2-9d071878266c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:20.170656 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04196565-c909-42e0-a5c1-81011d836964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794892f7-1460-4fbf-a9fe-17dabab5c9c6,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:20.171569 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Pushing event updated for resources: {'Port': ['ID=5c5de66f-d3cd-4d48-9793-0a43e4ed06b0,revision_number=4']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:20.173273 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-04196565-c909-42e0-a5c1-81011d836964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:20.175031 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:20.180757 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-6848eb55-bcb9-4724-96b1-27a83c3d764f None None] Set router 07656fef-9c4d-4e9f-b32a-fdaaf697a0e5 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:33:20.253854 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-30d2f4a3-1887-4114-a906-944bd7c5de40 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1193626255&fields=id&tenant_id=55d314cce60e4244b7a6c90dbc16089b HTTP/1.1" status: 200 len: 267 time: 0.0453179 Jun 26 21:33:20.400909 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fd650bf9-3cc9-4aea-8764-a13701ddcb10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:20.431619 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-296429a9-fb4f-4f76-bee2-e3c93124522e tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:20.433693 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-296429a9-fb4f-4f76-bee2-e3c93124522e tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/networks?id=054ba6ce-4b49-439d-a549-d4107e8e07e7 HTTP/1.1" status: 200 len: 816 time: 0.1667852 Jun 26 21:33:20.479010 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-6848eb55-bcb9-4724-96b1-27a83c3d764f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'name': 'tempest-AttachVolumeShelveTestJSON-876745911-router', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '5c5de66f-d3cd-4d48-9793-0a43e4ed06b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:33:12Z', 'updated_at': '2021-06-26T21:33:16Z', 'revision_number': 4, 'project_id': '55d314cce60e4244b7a6c90dbc16089b', 'gw_port': {'id': '5c5de66f-d3cd-4d48-9793-0a43e4ed06b0', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:33:13Z', 'updated_at': '2021-06-26T21:33:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': '2cd25236-2283-4645-b75e-951ebe77ef96', 'name': '', 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'mac_address': 'fa:16:3e:df:46:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:33:15Z', 'updated_at': '2021-06-26T21:33:16Z', 'revision_number': 2, 'project_id': '55d314cce60e4244b7a6c90dbc16089b', 'subnets': [{'id': '5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:33:20.488354 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-a709cc90-7623-4e13-9516-a34e9b0854f6 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/quotas/55d314cce60e4244b7a6c90dbc16089b HTTP/1.1" status: 200 len: 375 time: 0.0197558 Jun 26 21:33:20.516434 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6848eb55-bcb9-4724-96b1-27a83c3d764f None None] Checking router: 07656fef-9c4d-4e9f-b32a-fdaaf697a0e5 for host: dv-cinder-798208-1-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 21:33:20.516948 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6848eb55-bcb9-4724-96b1-27a83c3d764f None None] Updating router 07656fef-9c4d-4e9f-b32a-fdaaf697a0e5 port 2cd25236-2283-4645-b75e-951ebe77ef96 binding host dv-cinder-798208-1-iscsi {{(pid=92924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 21:33:20.555859 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6848eb55-bcb9-4724-96b1-27a83c3d764f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:20.592480 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-acd72f4a-b7ee-4bc0-ad41-7fa502fc9ca3 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=55d314cce60e4244b7a6c90dbc16089b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0960705 Jun 26 21:33:20.716997 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-aaa1d4aa-74b0-467e-963f-f21b82b637e9 service neutron] 10.222.0.24 "GET /v2.0/networks/054ba6ce-4b49-439d-a549-d4107e8e07e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065669 Jun 26 21:33:20.839595 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-10b90e12-f5bc-4294-9f24-a26fc11e7ae7 service neutron] 10.222.0.24 "GET /v2.0/networks/054ba6ce-4b49-439d-a549-d4107e8e07e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215742 Jun 26 21:33:20.996634 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6848eb55-bcb9-4724-96b1-27a83c3d764f None None] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:21.010533 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-6848eb55-bcb9-4724-96b1-27a83c3d764f None None] Transition to ACTIVE for port object 2cd25236-2283-4645-b75e-951ebe77ef96 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:33:21.028820 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6848eb55-bcb9-4724-96b1-27a83c3d764f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:21.034648 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-491350f8-54fc-455c-9397-40fce1e29605 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:21.096407 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a58fc-c81a-46e1-b00a-f18fbf8fc2bc None None] Pushing event updated for resources: {'Port': ['ID=2cd25236-2283-4645-b75e-951ebe77ef96,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:21.109327 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1a58fc-c81a-46e1-b00a-f18fbf8fc2bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:21.109918 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1a58fc-c81a-46e1-b00a-f18fbf8fc2bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:21.110431 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1a58fc-c81a-46e1-b00a-f18fbf8fc2bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:21.110920 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1a58fc-c81a-46e1-b00a-f18fbf8fc2bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:21.111443 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1a58fc-c81a-46e1-b00a-f18fbf8fc2bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:21.111943 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1a58fc-c81a-46e1-b00a-f18fbf8fc2bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:21.112499 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1a58fc-c81a-46e1-b00a-f18fbf8fc2bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:21.113599 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1a58fc-c81a-46e1-b00a-f18fbf8fc2bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:21.114110 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1a58fc-c81a-46e1-b00a-f18fbf8fc2bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:21.114656 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1a58fc-c81a-46e1-b00a-f18fbf8fc2bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:21.115132 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1a58fc-c81a-46e1-b00a-f18fbf8fc2bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:21.116195 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1a58fc-c81a-46e1-b00a-f18fbf8fc2bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:21.125864 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-0e1a58fc-c81a-46e1-b00a-f18fbf8fc2bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:21.196063 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ef97852b-d435-426b-b7df-a58cc0aad383 req-0336cc7a-6e10-4cdc-8178-f6a1296f8286 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 210 time: 0.0661767 Jun 26 21:33:21.223663 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-6848eb55-bcb9-4724-96b1-27a83c3d764f None None] Attempting to bind port 2cd25236-2283-4645-b75e-951ebe77ef96 on host dv-cinder-798208-1-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:33:21.224272 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-6848eb55-bcb9-4724-96b1-27a83c3d764f None None] Attempting to bind port 2cd25236-2283-4645-b75e-951ebe77ef96 by drivers openvswitch,hyperv on host dv-cinder-798208-1-iscsi at level 0 using segments [{'id': 'b01e252e-c69b-424c-adf8-eabe4b93980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:33:21.225305 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6848eb55-bcb9-4724-96b1-27a83c3d764f None None] Attempting to bind port 2cd25236-2283-4645-b75e-951ebe77ef96 on network 054ba6ce-4b49-439d-a549-d4107e8e07e7 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:33:21.244735 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6848eb55-bcb9-4724-96b1-27a83c3d764f None None] Checking agent: {'id': '7280f8c8-6f14-48e1-b2dd-15f5d03fd9f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 21, 53), 'started_at': datetime.datetime(2021, 6, 26, 21, 22, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:33:21.245642 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6848eb55-bcb9-4724-96b1-27a83c3d764f None None] Checking segment: {'id': 'b01e252e-c69b-424c-adf8-eabe4b93980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:33:21.257817 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6848eb55-bcb9-4724-96b1-27a83c3d764f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:21.257817 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6848eb55-bcb9-4724-96b1-27a83c3d764f None None] Bound using segment: {'id': 'b01e252e-c69b-424c-adf8-eabe4b93980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:33:21.257817 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-6848eb55-bcb9-4724-96b1-27a83c3d764f None None] Bound port: 2cd25236-2283-4645-b75e-951ebe77ef96, host: dv-cinder-798208-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b01e252e-c69b-424c-adf8-eabe4b93980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:33:21.257817 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6848eb55-bcb9-4724-96b1-27a83c3d764f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:21.342229 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1ae61-9ca3-4325-b630-7970d4878152 req-ddcb3411-6a13-4176-92a1-82e5e43a4d19 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:21.344494 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bbb1ae61-9ca3-4325-b630-7970d4878152 req-ddcb3411-6a13-4176-92a1-82e5e43a4d19 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.1470323 Jun 26 21:33:21.408238 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bbb1ae61-9ca3-4325-b630-7970d4878152 req-31f275e1-d22d-4b1f-ac3a-31caa4668cfa tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537043 Jun 26 21:33:21.437776 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-6848eb55-bcb9-4724-96b1-27a83c3d764f None None] For port 2cd25236-2283-4645-b75e-951ebe77ef96, host dv-cinder-798208-1-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:33:21.443080 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-6848eb55-bcb9-4724-96b1-27a83c3d764f None None] For port 2cd25236-2283-4645-b75e-951ebe77ef96, host dv-cinder-798208-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=2cd25236-2283-4645-b75e-951ebe77ef96,segment=NetworkSegment(b01e252e-c69b-424c-adf8-eabe4b93980a),segment_id=b01e252e-c69b-424c-adf8-eabe4b93980a)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:33:21.449111 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6848eb55-bcb9-4724-96b1-27a83c3d764f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:21.453601 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:21.512230 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a58fc-c81a-46e1-b00a-f18fbf8fc2bc None None] Pushing event updated for resources: {'Port': ['ID=2cd25236-2283-4645-b75e-951ebe77ef96,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:21.585515 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6848eb55-bcb9-4724-96b1-27a83c3d764f None None] Routers {'07656fef-9c4d-4e9f-b32a-fdaaf697a0e5'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:33:21.586858 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-6848eb55-bcb9-4724-96b1-27a83c3d764f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:32:55Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['07656fef-9c4d-4e9f-b32a-fdaaf697a0e5'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:33:21.608972 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-0e1a58fc-c81a-46e1-b00a-f18fbf8fc2bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:21.672004 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 5c5de66f-d3cd-4d48-9793-0a43e4ed06b0 up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:33:21.751802 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port 5c5de66f-d3cd-4d48-9793-0a43e4ed06b0 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:33:21.753255 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:21.786957 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-6848eb55-bcb9-4724-96b1-27a83c3d764f None None] Set router 07656fef-9c4d-4e9f-b32a-fdaaf697a0e5 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:33:22.153843 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-6848eb55-bcb9-4724-96b1-27a83c3d764f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'name': 'tempest-AttachVolumeShelveTestJSON-876745911-router', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '5c5de66f-d3cd-4d48-9793-0a43e4ed06b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:33:12Z', 'updated_at': '2021-06-26T21:33:16Z', 'revision_number': 4, 'project_id': '55d314cce60e4244b7a6c90dbc16089b', 'gw_port': {'id': '5c5de66f-d3cd-4d48-9793-0a43e4ed06b0', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:33:13Z', 'updated_at': '2021-06-26T21:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': '2cd25236-2283-4645-b75e-951ebe77ef96', 'name': '', 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'mac_address': 'fa:16:3e:df:46:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:33:15Z', 'updated_at': '2021-06-26T21:33:21Z', 'revision_number': 4, 'project_id': '55d314cce60e4244b7a6c90dbc16089b', 'subnets': [{'id': '5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:33:22.198611 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6848eb55-bcb9-4724-96b1-27a83c3d764f None None] The sync data for ids ['07656fef-9c4d-4e9f-b32a-fdaaf697a0e5'] in dv-cinder-798208-1-iscsi is: [{'id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'name': 'tempest-AttachVolumeShelveTestJSON-876745911-router', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '5c5de66f-d3cd-4d48-9793-0a43e4ed06b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:33:12Z', 'updated_at': '2021-06-26T21:33:16Z', 'revision_number': 4, 'project_id': '55d314cce60e4244b7a6c90dbc16089b', 'gw_port': {'id': '5c5de66f-d3cd-4d48-9793-0a43e4ed06b0', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:33:13Z', 'updated_at': '2021-06-26T21:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': '2cd25236-2283-4645-b75e-951ebe77ef96', 'name': '', 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'mac_address': 'fa:16:3e:df:46:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:33:15Z', 'updated_at': '2021-06-26T21:33:21Z', 'revision_number': 4, 'project_id': '55d314cce60e4244b7a6c90dbc16089b', 'subnets': [{'id': '5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 21:33:22.437640 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-942f9172-97a4-45f5-9cea-2783ee479a0c req-3361ee7d-dd81-4b43-8a45-bf0456f471b8 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 210 time: 0.0440972 Jun 26 21:33:22.646652 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:22.648337 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452dab0-a1e7-4a11-99d0-fb214dbf5232 req-5caafeea-811b-418e-a432-2352d5ba3b29 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:22.649904 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d452dab0-a1e7-4a11-99d0-fb214dbf5232 req-5caafeea-811b-418e-a432-2352d5ba3b29 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.1001337 Jun 26 21:33:22.755116 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d452dab0-a1e7-4a11-99d0-fb214dbf5232 req-28a19fca-2f94-49cf-9f7c-249ad3072d28 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962636 Jun 26 21:33:22.810789 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-e5d562fc-ad9d-43ff-84a7-54712859222f tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:22.812495 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-e5d562fc-ad9d-43ff-84a7-54712859222f tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.41 "GET /v2.0/networks?id=054ba6ce-4b49-439d-a549-d4107e8e07e7 HTTP/1.1" status: 200 len: 816 time: 0.1457031 Jun 26 21:33:22.890377 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-8f69d71f-1bcf-4738-8ea7-8c05bcb7f937 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55d314cce60e4244b7a6c90dbc16089b HTTP/1.1" status: 200 len: 380 time: 0.0590446 Jun 26 21:33:22.904034 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-558b8de5-b4da-4ef2-9f4b-e3a95745f8a5 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Request body: {'port': {'device_id': '256abcf8-a89a-43b6-a840-d5fadce1cbd9', 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7', 'admin_state_up': True, 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'security_groups': ['4f4c0cdc-252a-451f-ab9b-0e724abf3fbf']}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:33:23.040096 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-558b8de5-b4da-4ef2-9f4b-e3a95745f8a5 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Made reservation on behalf of 55d314cce60e4244b7a6c90dbc16089b for: {'port': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:33:23.044418 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-558b8de5-b4da-4ef2-9f4b-e3a95745f8a5 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:23.179268 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-558b8de5-b4da-4ef2-9f4b-e3a95745f8a5 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Allocated IP 172.20.0.11 (054ba6ce-4b49-439d-a549-d4107e8e07e7/5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665/f1f71ed7-9f96-44b0-b6f7-e74e88a7525c) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:33:23.684949 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-558b8de5-b4da-4ef2-9f4b-e3a95745f8a5 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:23.699701 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 2cd25236-2283-4645-b75e-951ebe77ef96 up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:33:23.707121 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-558b8de5-b4da-4ef2-9f4b-e3a95745f8a5 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Transition to ACTIVE for port object f1f71ed7-9f96-44b0-b6f7-e74e88a7525c will not be triggered until provisioned by entity DHCP. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:33:23.777668 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-89533f2b-8a7e-479d-bd14-4f08f9fb9a17 req-f24af2e8-1659-4b89-8d23-e342a3175111 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 210 time: 0.0441053 Jun 26 21:33:23.795239 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning for port 2cd25236-2283-4645-b75e-951ebe77ef96 completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:33:23.800039 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-558b8de5-b4da-4ef2-9f4b-e3a95745f8a5 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8809475'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:23.805650 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port 2cd25236-2283-4645-b75e-951ebe77ef96 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:33:23.806186 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:23.806945 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-c6f0c0c2-bc41-4349-bd45-4c855eb923bc tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:23.882679 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b8de5-b4da-4ef2-9f4b-e3a95745f8a5 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Pushing event updated for resources: {'Port': ['ID=f1f71ed7-9f96-44b0-b6f7-e74e88a7525c,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:23.886274 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-558b8de5-b4da-4ef2-9f4b-e3a95745f8a5 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:23.902440 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-558b8de5-b4da-4ef2-9f4b-e3a95745f8a5 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Network 054ba6ce-4b49-439d-a549-d4107e8e07e7 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:33:23.904211 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-558b8de5-b4da-4ef2-9f4b-e3a95745f8a5 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:33:23.907206 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-558b8de5-b4da-4ef2-9f4b-e3a95745f8a5 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:33:23.936554 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:23.973892 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-558b8de5-b4da-4ef2-9f4b-e3a95745f8a5 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:23.975108 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-558b8de5-b4da-4ef2-9f4b-e3a95745f8a5 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:23.978870 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] For port 2cd25236-2283-4645-b75e-951ebe77ef96, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=2cd25236-2283-4645-b75e-951ebe77ef96,segment=NetworkSegment(b01e252e-c69b-424c-adf8-eabe4b93980a),segment_id=b01e252e-c69b-424c-adf8-eabe4b93980a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:33:23.989061 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:23.992189 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-11e82886-e024-4c48-911b-707813089a7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:24.008061 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-558b8de5-b4da-4ef2-9f4b-e3a95745f8a5 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1089101 Jun 26 21:33:24.027080 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-d4560844-87d3-4c90-89fa-1f4099c5b970 service neutron] Request body: {'port': {'device_id': '256abcf8-a89a-43b6-a840-d5fadce1cbd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79820'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:33:24.063990 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Pushing event updated for resources: {'Port': ['ID=2cd25236-2283-4645-b75e-951ebe77ef96,revision_number=5']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:24.070380 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:24.184275 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-d4560844-87d3-4c90-89fa-1f4099c5b970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:24.208657 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16918520-88c3-425a-bced-1c051abeb946 req-06538e36-9374-4bdb-b70c-56e56fe3ae28 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:24.210322 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-16918520-88c3-425a-bced-1c051abeb946 req-06538e36-9374-4bdb-b70c-56e56fe3ae28 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.1507900 Jun 26 21:33:24.285414 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-16918520-88c3-425a-bced-1c051abeb946 req-798f8ddd-b1cb-4e16-a561-b455907795be tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540340 Jun 26 21:33:24.332663 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-90105bb7-e837-488b-b3ca-291e9129d7ce None None] Provisioning for port f1f71ed7-9f96-44b0-b6f7-e74e88a7525c completed by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:33:24.336929 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-90105bb7-e837-488b-b3ca-291e9129d7ce None None] Provisioning complete for port f1f71ed7-9f96-44b0-b6f7-e74e88a7525c triggered by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:33:24.337316 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-90105bb7-e837-488b-b3ca-291e9129d7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:24.380309 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-90105bb7-e837-488b-b3ca-291e9129d7ce None None] Port f1f71ed7-9f96-44b0-b6f7-e74e88a7525c cannot update to ACTIVE because it is not bound. {{(pid=92923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 21:33:24.534593 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-d4560844-87d3-4c90-89fa-1f4099c5b970 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1f71ed7-9f96-44b0-b6f7-e74e88a7525c {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 21:33:24.545502 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-d4560844-87d3-4c90-89fa-1f4099c5b970 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:24.559538 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-d4560844-87d3-4c90-89fa-1f4099c5b970 service neutron] Transition to ACTIVE for port object f1f71ed7-9f96-44b0-b6f7-e74e88a7525c will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:33:24.564393 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-d4560844-87d3-4c90-89fa-1f4099c5b970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8809713'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:24.566507 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:24.622545 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-eff2f215-001f-4129-9843-97dcb6d15072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:24.627279 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4560844-87d3-4c90-89fa-1f4099c5b970 service neutron] Pushing event updated for resources: {'Port': ['ID=f1f71ed7-9f96-44b0-b6f7-e74e88a7525c,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:24.642850 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-d4560844-87d3-4c90-89fa-1f4099c5b970 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:24.742021 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-d4560844-87d3-4c90-89fa-1f4099c5b970 service neutron] Attempting to bind port f1f71ed7-9f96-44b0-b6f7-e74e88a7525c on host hv-cinder-79820 for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:33:24.742614 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-d4560844-87d3-4c90-89fa-1f4099c5b970 service neutron] Attempting to bind port f1f71ed7-9f96-44b0-b6f7-e74e88a7525c by drivers openvswitch,hyperv on host hv-cinder-79820 at level 0 using segments [{'id': 'b01e252e-c69b-424c-adf8-eabe4b93980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:33:24.743018 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-d4560844-87d3-4c90-89fa-1f4099c5b970 service neutron] Attempting to bind port f1f71ed7-9f96-44b0-b6f7-e74e88a7525c on network 054ba6ce-4b49-439d-a549-d4107e8e07e7 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:33:24.748981 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-d4560844-87d3-4c90-89fa-1f4099c5b970 service neutron] Port f1f71ed7-9f96-44b0-b6f7-e74e88a7525c on network 054ba6ce-4b49-439d-a549-d4107e8e07e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79820 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 21:33:24.749367 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-d4560844-87d3-4c90-89fa-1f4099c5b970 service neutron] Attempting to bind port f1f71ed7-9f96-44b0-b6f7-e74e88a7525c on network 054ba6ce-4b49-439d-a549-d4107e8e07e7 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:33:24.755910 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-d4560844-87d3-4c90-89fa-1f4099c5b970 service neutron] Checking agent: {'id': '92a96a50-8a1c-4808-8af1-2ac9e1a0a70b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79820', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 27, 54), 'started_at': datetime.datetime(2021, 6, 26, 21, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:33:24.756502 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-d4560844-87d3-4c90-89fa-1f4099c5b970 service neutron] Checking segment: {'id': 'b01e252e-c69b-424c-adf8-eabe4b93980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:33:24.757081 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-d4560844-87d3-4c90-89fa-1f4099c5b970 service neutron] Bound using segment: {'id': 'b01e252e-c69b-424c-adf8-eabe4b93980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:33:24.757736 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-d4560844-87d3-4c90-89fa-1f4099c5b970 service neutron] Bound port: f1f71ed7-9f96-44b0-b6f7-e74e88a7525c, host: hv-cinder-79820, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01e252e-c69b-424c-adf8-eabe4b93980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:33:24.758311 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-d4560844-87d3-4c90-89fa-1f4099c5b970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:24.843803 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-d4560844-87d3-4c90-89fa-1f4099c5b970 service neutron] For port f1f71ed7-9f96-44b0-b6f7-e74e88a7525c, host hv-cinder-79820, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:33:24.847921 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-d4560844-87d3-4c90-89fa-1f4099c5b970 service neutron] For port f1f71ed7-9f96-44b0-b6f7-e74e88a7525c, host hv-cinder-79820, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=f1f71ed7-9f96-44b0-b6f7-e74e88a7525c,segment=NetworkSegment(b01e252e-c69b-424c-adf8-eabe4b93980a),segment_id=b01e252e-c69b-424c-adf8-eabe4b93980a)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:33:24.883095 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-d4560844-87d3-4c90-89fa-1f4099c5b970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8809713'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:24.901754 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-6bcc7b5e-64c2-45c1-bd22-bd6f548b8614 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:24.932550 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990fb784-7132-43de-9546-f2bdb0ece524 req-eacefaaa-6f13-43a7-a6df-35bf11f879fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:24.934335 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-990fb784-7132-43de-9546-f2bdb0ece524 req-eacefaaa-6f13-43a7-a6df-35bf11f879fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=95b2f2bc0b574f2b979cd6ba40175646&device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 1098 time: 0.1686089 Jun 26 21:33:24.957933 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-d4560844-87d3-4c90-89fa-1f4099c5b970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:24.958554 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-d4560844-87d3-4c90-89fa-1f4099c5b970 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:24.960664 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-d4560844-87d3-4c90-89fa-1f4099c5b970 service neutron] 10.222.0.41 "PUT /v2.0/ports/f1f71ed7-9f96-44b0-b6f7-e74e88a7525c HTTP/1.1" status: 200 len: 1094 time: 0.9418418 Jun 26 21:33:24.961200 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '256abcf8-a89a-43b6-a840-d5fadce1cbd9', 'tag': 'f1f71ed7-9f96-44b0-b6f7-e74e88a7525c'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:33:24.965138 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02b73ab247f9faeb07a43472fb83bf8797eb00ff3c4bc2c6d8d9a12e0ada40b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb596ff-4f58-4bdc-9115-1d05afbb42b8" -d '{"events": [{"name": "network-changed", "server_uuid": "256abcf8-a89a-43b6-a840-d5fadce1cbd9", "tag": "f1f71ed7-9f96-44b0-b6f7-e74e88a7525c"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:33:25.035130 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4560844-87d3-4c90-89fa-1f4099c5b970 service neutron] Pushing event updated for resources: {'Port': ['ID=f1f71ed7-9f96-44b0-b6f7-e74e88a7525c,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:25.058933 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-d4560844-87d3-4c90-89fa-1f4099c5b970 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:25.069050 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990fb784-7132-43de-9546-f2bdb0ece524 req-cb682f6b-192c-478b-9051-353c9e92cea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:25.071045 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-990fb784-7132-43de-9546-f2bdb0ece524 req-cb682f6b-192c-478b-9051-353c9e92cea8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d5655de1-5361-4a06-953a-81fc39e01316 HTTP/1.1" status: 200 len: 912 time: 0.1284621 Jun 26 21:33:25.099541 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f4ea4-86e3-4b4c-a185-6a460e8aad9c req-f1119e13-04ac-4418-a293-741d73a0d679 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:25.107220 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-540f4ea4-86e3-4b4c-a185-6a460e8aad9c req-f1119e13-04ac-4418-a293-741d73a0d679 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.2570655 Jun 26 21:33:25.160585 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-b565cfb0-0ce7-42cd-8db7-ffe693eda347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:25.162224 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-b565cfb0-0ce7-42cd-8db7-ffe693eda347 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55d314cce60e4244b7a6c90dbc16089b&device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 1097 time: 0.1392474 Jun 26 21:33:25.162409 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-990fb784-7132-43de-9546-f2bdb0ece524 req-4a7d9a67-2b9d-446a-b0c6-15500c6bed3c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ad7faa0-7c22-4b18-955c-b7b1615ef083 HTTP/1.1" status: 200 len: 1000 time: 0.0814486 Jun 26 21:33:25.173192 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10019313-87f2-4d2d-a1e4-1e0b352d2647 req-7f3b1d0b-3935-4f03-8a6a-2e079978c3ee tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:25.174792 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-10019313-87f2-4d2d-a1e4-1e0b352d2647 req-7f3b1d0b-3935-4f03-8a6a-2e079978c3ee tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 944 time: 0.2005999 Jun 26 21:33:25.180779 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-540f4ea4-86e3-4b4c-a185-6a460e8aad9c req-27470ec7-38f5-47b3-8f97-0f0cce8b9087 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726736 Jun 26 21:33:25.234627 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-7ceeec60-c910-4462-a4cd-8a24c460094a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1f71ed7-9f96-44b0-b6f7-e74e88a7525c HTTP/1.1" status: 200 len: 217 time: 0.0527391 Jun 26 21:33:25.270884 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990fb784-7132-43de-9546-f2bdb0ece524 req-f922d14d-6d81-4dad-b5c1-3ab6732b5b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:25.274383 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-990fb784-7132-43de-9546-f2bdb0ece524 req-f922d14d-6d81-4dad-b5c1-3ab6732b5b85 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c6283427-b1a2-45b8-8e04-fdc5bc89b513 HTTP/1.1" status: 200 len: 850 time: 0.0945680 Jun 26 21:33:25.293060 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 21:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe9ada7-b19b-49a8-ad69-f9303e4858fb x-openstack-request-id: req-7fe9ada7-b19b-49a8-ad69-f9303e4858fb {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:33:25.293541 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "256abcf8-a89a-43b6-a840-d5fadce1cbd9", "tag": "f1f71ed7-9f96-44b0-b6f7-e74e88a7525c", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:33:25.293740 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7fe9ada7-b19b-49a8-ad69-f9303e4858fb {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:33:25.294077 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '256abcf8-a89a-43b6-a840-d5fadce1cbd9', 'tag': 'f1f71ed7-9f96-44b0-b6f7-e74e88a7525c', 'status': 'completed', 'code': 200} Jun 26 21:33:25.299407 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-10019313-87f2-4d2d-a1e4-1e0b352d2647 req-9af4bad5-f4db-4d8c-8299-df437e7af511 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116121 Jun 26 21:33:25.310624 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-ddd5fa2f-2079-4926-8bc3-d072f05d18a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:25.312474 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-ddd5fa2f-2079-4926-8bc3-d072f05d18a0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665 HTTP/1.1" status: 200 len: 855 time: 0.0676088 Jun 26 21:33:25.369794 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:25.383368 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990fb784-7132-43de-9546-f2bdb0ece524 req-ad1fb7c1-d07c-4449-a4ec-8ae3482a4679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:25.385588 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-990fb784-7132-43de-9546-f2bdb0ece524 req-ad1fb7c1-d07c-4449-a4ec-8ae3482a4679 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d5655de1-5361-4a06-953a-81fc39e01316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1002569 Jun 26 21:33:25.395835 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-9953c694-1345-4c69-81cc-e125e79e6f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:25.398203 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-9953c694-1345-4c69-81cc-e125e79e6f94 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=054ba6ce-4b49-439d-a549-d4107e8e07e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0781014 Jun 26 21:33:25.497529 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-990fb784-7132-43de-9546-f2bdb0ece524 req-ea286e13-3e5b-4fba-9bf9-dc1330baacdd service neutron] 10.222.0.41 "GET /v2.0/networks/d5655de1-5361-4a06-953a-81fc39e01316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039429 Jun 26 21:33:25.509171 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-a50d9e50-8003-4116-9619-627a8011ae9e service neutron] 10.222.0.41 "GET /v2.0/networks/054ba6ce-4b49-439d-a549-d4107e8e07e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025469 Jun 26 21:33:25.617820 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 2cd25236-2283-4645-b75e-951ebe77ef96 up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:33:25.648052 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 44258) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:33:25.670695 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-761fa2c9-193c-467a-995b-82af0422bfe0 req-166dfcbc-9555-4517-9ebe-362b6d856c0a service neutron] 10.222.0.41 "GET /v2.0/networks/054ba6ce-4b49-439d-a549-d4107e8e07e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541414 Jun 26 21:33:25.671166 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-990fb784-7132-43de-9546-f2bdb0ece524 req-623406c7-f98d-4e32-b8ac-0ebea38d9bd7 service neutron] 10.222.0.41 "GET /v2.0/networks/d5655de1-5361-4a06-953a-81fc39e01316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633723 Jun 26 21:33:25.685450 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port 2cd25236-2283-4645-b75e-951ebe77ef96 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:33:25.685939 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:25.804547 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e6ed7e9a-73d5-4630-a9be-660871537023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:25.809340 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb596ff-4f58-4bdc-9115-1d05afbb42b8 req-0bb66bdf-5302-4a1e-b26a-2d37c229dd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:25.810855 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bbb596ff-4f58-4bdc-9115-1d05afbb42b8 req-0bb66bdf-5302-4a1e-b26a-2d37c229dd9f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55d314cce60e4244b7a6c90dbc16089b&device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 1097 time: 0.0835693 Jun 26 21:33:25.872639 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:25.944530 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb596ff-4f58-4bdc-9115-1d05afbb42b8 req-bbb52ef3-0c3b-4e41-8350-5641888103b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:25.946014 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bbb596ff-4f58-4bdc-9115-1d05afbb42b8 req-bbb52ef3-0c3b-4e41-8350-5641888103b7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=054ba6ce-4b49-439d-a549-d4107e8e07e7 HTTP/1.1" status: 200 len: 917 time: 0.1238341 Jun 26 21:33:26.010062 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bbb596ff-4f58-4bdc-9115-1d05afbb42b8 req-14438dab-20bd-4e81-9d03-e4fff04f37e4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1f71ed7-9f96-44b0-b6f7-e74e88a7525c HTTP/1.1" status: 200 len: 217 time: 0.0512929 Jun 26 21:33:26.032734 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e6ed7e9a-73d5-4630-a9be-660871537023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:26.051541 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e6ed7e9a-73d5-4630-a9be-660871537023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:26.057224 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-42f5d9f7-952e-4e41-ac36-0a581c587391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:26.102152 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-e6ed7e9a-73d5-4630-a9be-660871537023 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=85d2d8fc72414aaba786bd1114ef2ddb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4531026 Jun 26 21:33:26.103303 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed7e9a-73d5-4630-a9be-660871537023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0365e9cb-32ea-4951-821c-cc4842abe527,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:26.104884 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 44264) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:33:26.106586 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb596ff-4f58-4bdc-9115-1d05afbb42b8 req-5354c46a-7962-4fb5-875a-8aeda63aa11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:26.108005 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bbb596ff-4f58-4bdc-9115-1d05afbb42b8 req-5354c46a-7962-4fb5-875a-8aeda63aa11d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665 HTTP/1.1" status: 200 len: 855 time: 0.0843253 Jun 26 21:33:26.108758 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e6ed7e9a-73d5-4630-a9be-660871537023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:26.158302 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-265c14fb-019a-426e-aa29-33f2fcdb418f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:26.166758 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb596ff-4f58-4bdc-9115-1d05afbb42b8 req-eb17f462-11f4-46c4-843b-431778e1c1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:26.168274 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bbb596ff-4f58-4bdc-9115-1d05afbb42b8 req-eb17f462-11f4-46c4-843b-431778e1c1ae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=054ba6ce-4b49-439d-a549-d4107e8e07e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538104 Jun 26 21:33:26.180454 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-265c14fb-019a-426e-aa29-33f2fcdb418f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:26.237450 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-265c14fb-019a-426e-aa29-33f2fcdb418f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:26.241036 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-265c14fb-019a-426e-aa29-33f2fcdb418f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:26.242503 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-265c14fb-019a-426e-aa29-33f2fcdb418f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0365e9cb-32ea-4951-821c-cc4842abe527 HTTP/1.1" status: 204 len: 168 time: 0.1366253 Jun 26 21:33:26.243339 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a8ce5db0-22be-4fbb-9d77-232db0f2d814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:26.260894 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c14fb-019a-426e-aa29-33f2fcdb418f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0365e9cb-32ea-4951-821c-cc4842abe527,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:26.264780 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-265c14fb-019a-426e-aa29-33f2fcdb418f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:26.326699 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bbb596ff-4f58-4bdc-9115-1d05afbb42b8 req-1a32af62-3574-4ac8-b971-87e1794d0a03 service neutron] 10.222.0.41 "GET /v2.0/networks/054ba6ce-4b49-439d-a549-d4107e8e07e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501367 Jun 26 21:33:26.530394 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bbb596ff-4f58-4bdc-9115-1d05afbb42b8 req-71023cf6-335e-4e2b-8cb1-3458bdcba568 service neutron] 10.222.0.41 "GET /v2.0/networks/054ba6ce-4b49-439d-a549-d4107e8e07e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881847 Jun 26 21:33:26.540988 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac18a7-1c1f-40d5-88f1-4bb392e52377 req-d5556edb-898e-44ec-b95e-b275c0dfb351 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:26.542507 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-29ac18a7-1c1f-40d5-88f1-4bb392e52377 req-d5556edb-898e-44ec-b95e-b275c0dfb351 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.2131913 Jun 26 21:33:26.587588 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1426c76-6bcf-4fba-8922-c635912aba8b req-c440b7d0-b021-4e4c-b5fa-4c1c3dd7f7a1 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:26.589879 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f1426c76-6bcf-4fba-8922-c635912aba8b req-c440b7d0-b021-4e4c-b5fa-4c1c3dd7f7a1 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 944 time: 0.1210589 Jun 26 21:33:26.627879 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-29ac18a7-1c1f-40d5-88f1-4bb392e52377 req-b677e789-f778-45e6-a696-6eccc857cd8f tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753620 Jun 26 21:33:26.646993 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f1426c76-6bcf-4fba-8922-c635912aba8b req-b91e549f-b0dd-4105-9dff-301ddbc322c3 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496757 Jun 26 21:33:26.995320 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 44290) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:33:27.096756 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-40585c3b-0ba8-483f-9331-684eb08ac647 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-762869881-network', 'tenant_id': '170e80bf16d042319cd6de6e6df968fb'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:33:27.118593 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40585c3b-0ba8-483f-9331-684eb08ac647 admin admin] Made reservation on behalf of 170e80bf16d042319cd6de6e6df968fb for: {'network': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:33:27.120964 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-40585c3b-0ba8-483f-9331-684eb08ac647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for network, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:27.129457 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-40585c3b-0ba8-483f-9331-684eb08ac647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:27.223605 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-40585c3b-0ba8-483f-9331-684eb08ac647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:27.227619 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-40585c3b-0ba8-483f-9331-684eb08ac647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:27.231738 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-7fa4fad4-d5c6-4dcd-832f-1c6a93d33bb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:27.255482 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40585c3b-0ba8-483f-9331-684eb08ac647 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=92921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 21:33:27.264865 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40585c3b-0ba8-483f-9331-684eb08ac647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05edd369-6e27-409a-a0a8-2ac54159aa2e,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:27.268099 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-40585c3b-0ba8-483f-9331-684eb08ac647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:27.273745 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-40585c3b-0ba8-483f-9331-684eb08ac647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175'] for segment, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:27.273745 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.db.segments_db [None req-40585c3b-0ba8-483f-9331-684eb08ac647 admin admin] Added segment e9e2e6e2-a05d-4c69-831d-9867b8f3556c of type vlan for network c88caa71-657a-4c02-b7b6-9052cbaf1e6a Jun 26 21:33:27.314932 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-40585c3b-0ba8-483f-9331-684eb08ac647 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773185029479'] for network, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:27.349190 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-40585c3b-0ba8-483f-9331-684eb08ac647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-938849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913'] for network, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:27.351011 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40585c3b-0ba8-483f-9331-684eb08ac647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:27.351724 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-40585c3b-0ba8-483f-9331-684eb08ac647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for network, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:27.355054 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-057cd2d5-2e19-48d2-a790-52ce602295db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:27.386786 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-40585c3b-0ba8-483f-9331-684eb08ac647 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3903277 Jun 26 21:33:27.398319 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 44310) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:33:27.404198 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-f74a174c-5cc4-4f58-8298-490fdd1a0b00 admin admin] Request body: {'subnet': {'network_id': 'c88caa71-657a-4c02-b7b6-9052cbaf1e6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-762869881-subnet', 'tenant_id': '170e80bf16d042319cd6de6e6df968fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:33:27.421256 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40585c3b-0ba8-483f-9331-684eb08ac647 admin admin] Pushing event updated for resources: {'Network': ['ID=c88caa71-657a-4c02-b7b6-9052cbaf1e6a,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:27.424078 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-40585c3b-0ba8-483f-9331-684eb08ac647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:27.428912 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74a174c-5cc4-4f58-8298-490fdd1a0b00 admin admin] Made reservation on behalf of 170e80bf16d042319cd6de6e6df968fb for: {'subnet': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:33:27.433229 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Network c88caa71-657a-4c02-b7b6-9052cbaf1e6a details requested by agent ovs-agent-dv-cinder-798208-1-iscsi with host dv-cinder-798208-1-iscsi {{(pid=92923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 21:33:27.434004 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f74a174c-5cc4-4f58-8298-490fdd1a0b00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12365993'] for subnet, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:27.635722 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:27.665122 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f74a174c-5cc4-4f58-8298-490fdd1a0b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-221544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8809591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12366011'] for subnet, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:27.669399 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:27.802747 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a174c-5cc4-4f58-8298-490fdd1a0b00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=601f0b09-0345-4995-b5bd-a587659fe873,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:27.824850 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f74a174c-5cc4-4f58-8298-490fdd1a0b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:27.847203 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74a174c-5cc4-4f58-8298-490fdd1a0b00 admin admin] Checking segment: {'id': 'e9e2e6e2-a05d-4c69-831d-9867b8f3556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c88caa71-657a-4c02-b7b6-9052cbaf1e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:33:27.847556 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74a174c-5cc4-4f58-8298-490fdd1a0b00 admin admin] Network hostable DHCP agents. Network: c88caa71-657a-4c02-b7b6-9052cbaf1e6a, hostable agents: ['9c021b02-9e9f-4fa2-a546-066f9ef0df46'], hosted agents: [] {{(pid=92922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 21:33:27.880821 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03217153-25d4-45c7-bf09-d93d24763085 req-163b7542-b293-4e2b-bff9-11ecb5c2291e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:27.882325 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-03217153-25d4-45c7-bf09-d93d24763085 req-163b7542-b293-4e2b-bff9-11ecb5c2291e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92ac25c46d5e4ca8b91dd76623e3115e&device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 1137 time: 0.1806993 Jun 26 21:33:27.903298 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74a174c-5cc4-4f58-8298-490fdd1a0b00 admin admin] Network c88caa71-657a-4c02-b7b6-9052cbaf1e6a is scheduled to be hosted by DHCP agent 9c021b02-9e9f-4fa2-a546-066f9ef0df46 with binding_index 1 {{(pid=92922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 21:33:27.906704 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device f1f71ed7-9f96-44b0-b6f7-e74e88a7525c details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=92923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 21:33:27.941322 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a4d13-7cc9-4215-a5d2-7a11957b7de7 req-6c061f7b-a866-467c-89b8-4e5e085db1b1 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:27.942788 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7f5a4d13-7cc9-4215-a5d2-7a11957b7de7 req-6c061f7b-a866-467c-89b8-4e5e085db1b1 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 984 time: 0.2086232 Jun 26 21:33:27.976298 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-f74a174c-5cc4-4f58-8298-490fdd1a0b00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798208-1-iscsi, c88caa71-657a-4c02-b7b6-9052cbaf1e6a) {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:33:27.987178 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555a008-e382-41e2-806b-8d4b502c6bb5 req-97a56975-4221-4174-b833-6d4dc41dfde8 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:27.987497 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac9fbb6-38e6-4981-a2f7-dc15a1b5a6ae None None] Network c88caa71-657a-4c02-b7b6-9052cbaf1e6a requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:33:27.989132 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e555a008-e382-41e2-806b-8d4b502c6bb5 req-97a56975-4221-4174-b833-6d4dc41dfde8 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.2265737 Jun 26 21:33:27.994325 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74a174c-5cc4-4f58-8298-490fdd1a0b00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:27.994912 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f74a174c-5cc4-4f58-8298-490fdd1a0b00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:28.047651 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-f74a174c-5cc4-4f58-8298-490fdd1a0b00 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6481786 Jun 26 21:33:28.069096 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port f1f71ed7-9f96-44b0-b6f7-e74e88a7525c, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=f1f71ed7-9f96-44b0-b6f7-e74e88a7525c,segment=NetworkSegment(b01e252e-c69b-424c-adf8-eabe4b93980a),segment_id=b01e252e-c69b-424c-adf8-eabe4b93980a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:33:28.084432 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03217153-25d4-45c7-bf09-d93d24763085 req-6a820b24-aaa0-484b-8eaf-0ffcf4819372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:28.086599 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-03217153-25d4-45c7-bf09-d93d24763085 req-6a820b24-aaa0-484b-8eaf-0ffcf4819372 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7504093b-2185-4c2a-88d7-b1f590578a60 HTTP/1.1" status: 200 len: 916 time: 0.1925888 Jun 26 21:33:28.091372 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Returning: {'device': 'f1f71ed7-9f96-44b0-b6f7-e74e88a7525c', 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7', 'port_id': 'f1f71ed7-9f96-44b0-b6f7-e74e88a7525c', 'mac_address': 'fa:16:3e:61:8e:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 21:33:28.095619 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7f5a4d13-7cc9-4215-a5d2-7a11957b7de7 req-9b39cbdd-4f78-4a53-827f-f678a0a7cfc4 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&id=1b99bc27-87d9-4329-8f6b-5d39ef412850&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1202378 Jun 26 21:33:28.105919 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e555a008-e382-41e2-806b-8d4b502c6bb5 req-33dd51c9-7072-45d0-b4cb-222a9afb42f1 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932567 Jun 26 21:33:28.167677 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-03217153-25d4-45c7-bf09-d93d24763085 req-d80a5016-4df4-422e-9236-55ed4b229cdc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df703c9b-6291-48fd-97e8-36cd4536f13a HTTP/1.1" status: 200 len: 1000 time: 0.0709064 Jun 26 21:33:28.219992 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:28.236529 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b68aa9-84c8-494b-ac0a-16110bb3d02d None None] Network c88caa71-657a-4c02-b7b6-9052cbaf1e6a requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:33:28.241247 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03217153-25d4-45c7-bf09-d93d24763085 req-bc91f784-1f45-40f1-8c4c-54185be89e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:28.243060 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-03217153-25d4-45c7-bf09-d93d24763085 req-bc91f784-1f45-40f1-8c4c-54185be89e1e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c0ea7ed3-3026-4b54-9abc-fc78571d0dfb HTTP/1.1" status: 200 len: 854 time: 0.0629470 Jun 26 21:33:28.267081 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1f71ed7-9f96-44b0-b6f7-e74e88a7525c {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 21:33:28.317381 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port f1f71ed7-9f96-44b0-b6f7-e74e88a7525c, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=f1f71ed7-9f96-44b0-b6f7-e74e88a7525c,segment=NetworkSegment(b01e252e-c69b-424c-adf8-eabe4b93980a),segment_id=b01e252e-c69b-424c-adf8-eabe4b93980a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:33:28.324573 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:28.327839 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-6aead16c-b81f-4e25-a525-64031ff5173c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:28.364090 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce1fc5-1cd2-423a-a4ef-6cb8f71618ae req-d7fca31f-8f0d-46d8-979d-2f1cd4e991d7 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:28.365649 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-49ce1fc5-1cd2-423a-a4ef-6cb8f71618ae req-d7fca31f-8f0d-46d8-979d-2f1cd4e991d7 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 944 time: 0.1157627 Jun 26 21:33:28.367534 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03217153-25d4-45c7-bf09-d93d24763085 req-36c6d832-f52b-4f38-8a07-51ee263b1a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:28.368898 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-03217153-25d4-45c7-bf09-d93d24763085 req-36c6d832-f52b-4f38-8a07-51ee263b1a43 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7504093b-2185-4c2a-88d7-b1f590578a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1169214 Jun 26 21:33:28.425416 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=f1f71ed7-9f96-44b0-b6f7-e74e88a7525c,revision_number=4']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:28.429011 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:28.464996 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-49ce1fc5-1cd2-423a-a4ef-6cb8f71618ae req-746c4eae-31ed-455d-a946-a981317ea76c tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916941 Jun 26 21:33:28.498089 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-03217153-25d4-45c7-bf09-d93d24763085 req-510b42fa-dbf8-4ded-b5c2-5477590ee84e service neutron] 10.222.0.41 "GET /v2.0/networks/7504093b-2185-4c2a-88d7-b1f590578a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177206 Jun 26 21:33:28.592477 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] get_ports_and_sgs() called for port_ids ['f1f71ed7-9f96-44b0-b6f7-e74e88a7525c'] {{(pid=92923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 21:33:28.602915 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-03217153-25d4-45c7-bf09-d93d24763085 req-c9c1ff4c-768a-4dc8-97c4-acd3b46e94d2 service neutron] 10.222.0.41 "GET /v2.0/networks/7504093b-2185-4c2a-88d7-b1f590578a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976033 Jun 26 21:33:28.675798 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 44336) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:33:28.817778 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c63a7528-f861-4b02-aab1-586baae976dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:28.922703 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c63a7528-f861-4b02-aab1-586baae976dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:28.927033 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c63a7528-f861-4b02-aab1-586baae976dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:28.930153 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-28b2419b-5ecc-4992-a605-eca7dde0b812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:28.964872 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a7528-f861-4b02-aab1-586baae976dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519cb52a-4a91-4cb1-b795-f31349a70078,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:28.969009 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-c63a7528-f861-4b02-aab1-586baae976dc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f8e830f71aa5441d9a292a7f09ae2011&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2921963 Jun 26 21:33:28.969942 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-c63a7528-f861-4b02-aab1-586baae976dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:28.971712 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 44342) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:33:29.027527 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d982e618-649f-4c9a-ac56-80ad9fa416a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:29.056885 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d982e618-649f-4c9a-ac56-80ad9fa416a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:29.103818 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d982e618-649f-4c9a-ac56-80ad9fa416a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:29.106419 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d982e618-649f-4c9a-ac56-80ad9fa416a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:29.107602 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-d982e618-649f-4c9a-ac56-80ad9fa416a2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/519cb52a-4a91-4cb1-b795-f31349a70078 HTTP/1.1" status: 204 len: 168 time: 0.1349096 Jun 26 21:33:29.108436 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-fc01c2d0-e18b-40c5-95c3-5e17ccbbbef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:29.118343 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d982e618-649f-4c9a-ac56-80ad9fa416a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519cb52a-4a91-4cb1-b795-f31349a70078,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:29.120638 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-d982e618-649f-4c9a-ac56-80ad9fa416a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:29.319738 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01828d-0c4f-41a8-a14b-45d56a9bb3da req-8410e6a5-3643-4ced-bf9d-87b421ac4126 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:29.321454 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2e01828d-0c4f-41a8-a14b-45d56a9bb3da req-8410e6a5-3643-4ced-bf9d-87b421ac4126 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 984 time: 0.0681620 Jun 26 21:33:29.364076 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2e01828d-0c4f-41a8-a14b-45d56a9bb3da req-82e73af2-62aa-4038-9cda-30f24743a212 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&id=1b99bc27-87d9-4329-8f6b-5d39ef412850&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362973 Jun 26 21:33:29.738120 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5fc963-def3-4236-b3d0-9f620f8b001c req-487df5fa-5a35-44c8-82e2-fa329fcd6e05 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:29.739853 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7f5fc963-def3-4236-b3d0-9f620f8b001c req-487df5fa-5a35-44c8-82e2-fa329fcd6e05 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 945 time: 0.0721900 Jun 26 21:33:29.788272 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7f5fc963-def3-4236-b3d0-9f620f8b001c req-39436d9b-1680-44e3-bc34-2c0a1f2c4de6 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417151 Jun 26 21:33:29.919437 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device f1f71ed7-9f96-44b0-b6f7-e74e88a7525c up at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:33:29.983509 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Provisioning for port f1f71ed7-9f96-44b0-b6f7-e74e88a7525c completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:33:29.991779 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Provisioning complete for port f1f71ed7-9f96-44b0-b6f7-e74e88a7525c triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:33:29.992198 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:30.078581 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:30.082482 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-03324c65-c27d-4b33-8fa7-b5d71b795f31 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:30.084150 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-03324c65-c27d-4b33-8fa7-b5d71b795f31 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/networks?id=c88caa71-657a-4c02-b7b6-9052cbaf1e6a HTTP/1.1" status: 200 len: 808 time: 0.1146250 Jun 26 21:33:30.102377 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-c8d084c5-2123-4b14-959b-7618c78892eb tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/quotas/170e80bf16d042319cd6de6e6df968fb HTTP/1.1" status: 200 len: 375 time: 0.0105038 Jun 26 21:33:30.103917 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256abcf8-a89a-43b6-a840-d5fadce1cbd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f71ed7-9f96-44b0-b6f7-e74e88a7525c'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:33:30.106206 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8789620f65ed64c11f36a2c9fb0085813b3741d077667d6f020eb6652e2807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca24b53-076a-4064-8610-cf61359f6b1c" -d '{"events": [{"server_uuid": "256abcf8-a89a-43b6-a840-d5fadce1cbd9", "name": "network-vif-plugged", "status": "completed", "tag": "f1f71ed7-9f96-44b0-b6f7-e74e88a7525c"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:33:30.126241 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port f1f71ed7-9f96-44b0-b6f7-e74e88a7525c, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=f1f71ed7-9f96-44b0-b6f7-e74e88a7525c,segment=NetworkSegment(b01e252e-c69b-424c-adf8-eabe4b93980a),segment_id=b01e252e-c69b-424c-adf8-eabe4b93980a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:33:30.137567 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:30.140271 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-fade4c84-a476-4b4e-9522-491d39322b98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:30.150959 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-d87b5b41-fb5b-452b-9060-53c440528813 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=170e80bf16d042319cd6de6e6df968fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428867 Jun 26 21:33:30.171345 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 21:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768f223f-90aa-4fb6-a6b3-798d5f41b5ea x-openstack-request-id: req-768f223f-90aa-4fb6-a6b3-798d5f41b5ea {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:33:30.171721 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "256abcf8-a89a-43b6-a840-d5fadce1cbd9", "name": "network-vif-plugged", "status": "completed", "tag": "f1f71ed7-9f96-44b0-b6f7-e74e88a7525c", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:33:30.171845 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-768f223f-90aa-4fb6-a6b3-798d5f41b5ea {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:33:30.172241 dv-cinder-798208-1-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '256abcf8-a89a-43b6-a840-d5fadce1cbd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f71ed7-9f96-44b0-b6f7-e74e88a7525c', 'code': 200} Jun 26 21:33:30.218496 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=f1f71ed7-9f96-44b0-b6f7-e74e88a7525c,revision_number=5']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:30.227704 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:30.265033 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-139868f2-1b4f-49a4-98bf-7a0f7d350082 service neutron] 10.222.0.24 "GET /v2.0/networks/c88caa71-657a-4c02-b7b6-9052cbaf1e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131685 Jun 26 21:33:30.361092 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-e59f07c6-86ad-4926-ae37-6a3e20040761 service neutron] 10.222.0.24 "GET /v2.0/networks/c88caa71-657a-4c02-b7b6-9052cbaf1e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886433 Jun 26 21:33:30.412626 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b05fff-afc8-4f8b-bcd5-b1967a19c736 req-762069b5-7f48-48a2-9517-ba5e4869f474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:30.415065 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a3b05fff-afc8-4f8b-bcd5-b1967a19c736 req-762069b5-7f48-48a2-9517-ba5e4869f474 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 1099 time: 0.0528584 Jun 26 21:33:30.454711 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a3b05fff-afc8-4f8b-bcd5-b1967a19c736 req-e82507ad-8195-44b9-b076-968c36d40ba5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325921 Jun 26 21:33:30.800289 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-32bed141-eaf1-45b1-937c-03da06489547 req-61407742-15da-4027-806d-2c0d061f1307 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6e02c-99c8-40db-992f-bdb82efed762 HTTP/1.1" status: 200 len: 210 time: 0.2816381 Jun 26 21:33:30.843599 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70683d1-edf4-42c2-a53e-e6e11a4440c8 req-91feb18b-5cdc-4857-adcb-2d10e8365ebf tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:30.845312 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e70683d1-edf4-42c2-a53e-e6e11a4440c8 req-91feb18b-5cdc-4857-adcb-2d10e8365ebf tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 984 time: 0.3628047 Jun 26 21:33:30.906858 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e70683d1-edf4-42c2-a53e-e6e11a4440c8 req-84b010ae-f7cc-42ca-ab04-c8b7bcf99bf6 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&id=1b99bc27-87d9-4329-8f6b-5d39ef412850&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0511072 Jun 26 21:33:31.010996 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed203f4-e350-4ec7-b674-2dadd8c95aa3 req-5a1a4bc5-5c65-4292-a7a5-698d148f5707 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:31.013463 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bed203f4-e350-4ec7-b674-2dadd8c95aa3 req-5a1a4bc5-5c65-4292-a7a5-698d148f5707 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 946 time: 0.0749719 Jun 26 21:33:31.067548 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bed203f4-e350-4ec7-b674-2dadd8c95aa3 req-c917342e-2473-4936-82a7-5a2ef6a85a95 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476291 Jun 26 21:33:31.862536 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-f38ed364-3f43-4167-8e15-26e4437ebd35 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:31.864175 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-f38ed364-3f43-4167-8e15-26e4437ebd35 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.41 "GET /v2.0/networks?id=c88caa71-657a-4c02-b7b6-9052cbaf1e6a HTTP/1.1" status: 200 len: 808 time: 0.1129973 Jun 26 21:33:31.987617 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-638d01bd-163e-42ec-803f-a42be9918aae req-7c45f6ff-059c-442f-8e2b-13378c833653 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6e02c-99c8-40db-992f-bdb82efed762 HTTP/1.1" status: 200 len: 210 time: 0.0478494 Jun 26 21:33:32.109499 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd25fa-8d34-467f-a8ba-ff12752537f1 req-3d1a64ee-ab56-4e74-a423-86d30c556410 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:32.111263 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a1cd25fa-8d34-467f-a8ba-ff12752537f1 req-3d1a64ee-ab56-4e74-a423-86d30c556410 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 984 time: 0.0732689 Jun 26 21:33:32.176368 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a1cd25fa-8d34-467f-a8ba-ff12752537f1 req-2a5e00f3-9768-489f-b236-0612af6a79f8 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&id=1b99bc27-87d9-4329-8f6b-5d39ef412850&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581129 Jun 26 21:33:32.258112 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfb1cf-7539-4afc-b414-289a3f8092e1 req-3a815115-2b60-4ab1-9517-ec2a7bc0b931 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:32.259694 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-edbfb1cf-7539-4afc-b414-289a3f8092e1 req-3a815115-2b60-4ab1-9517-ec2a7bc0b931 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 946 time: 0.0693793 Jun 26 21:33:32.300684 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-edbfb1cf-7539-4afc-b414-289a3f8092e1 req-095fb915-6ed7-41b5-afdc-bb2caf7fb065 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351715 Jun 26 21:33:32.477875 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff01223-4f1c-4322-967a-4e692d10ff42 req-35659a3a-5bca-4fb5-94d4-4577ac2a6fdf tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:32.479564 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6ff01223-4f1c-4322-967a-4e692d10ff42 req-35659a3a-5bca-4fb5-94d4-4577ac2a6fdf tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 946 time: 0.0692172 Jun 26 21:33:32.495049 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 44420) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:33:32.500130 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-fd48b189-363a-4875-9509-aadc9dc0a9cc tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Request body: {'floatingip': {'port_id': 'f1f71ed7-9f96-44b0-b6f7-e74e88a7525c'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:33:32.548980 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-fd48b189-363a-4875-9509-aadc9dc0a9cc tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks [] for floatingip, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:33.033010 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-fd48b189-363a-4875-9509-aadc9dc0a9cc tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:33.037604 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-fd48b189-363a-4875-9509-aadc9dc0a9cc tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642591'] for floatingip, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:33.148701 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.db.l3_db [None req-fd48b189-363a-4875-9509-aadc9dc0a9cc tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Floating IP 0421b7e6-4e1f-4384-bbfc-1cfcfe7a31ea associated. External IP: 172.27.2.75, port: f1f71ed7-9f96-44b0-b6f7-e74e88a7525c. Jun 26 21:33:33.202329 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9503eeab-0843-46f5-aac9-b61a7c6f6d1b req-d63abb6c-437c-410a-b101-90b6e39849ec tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6e02c-99c8-40db-992f-bdb82efed762 HTTP/1.1" status: 200 len: 210 time: 0.0298855 Jun 26 21:33:33.394570 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43e9ba-5344-43e0-a519-fe08a9955a55 req-ef37730f-0d40-4122-ba9e-5834cd8db491 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:33.397147 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4e43e9ba-5344-43e0-a519-fe08a9955a55 req-ef37730f-0d40-4122-ba9e-5834cd8db491 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 984 time: 0.1039197 Jun 26 21:33:33.424479 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd48b189-363a-4875-9509-aadc9dc0a9cc tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Router 07656fef-9c4d-4e9f-b32a-fdaaf697a0e5 has already been hosted by L3 agent 8f52ff15-e1cf-4181-89b9-9a217ed1d1bf {{(pid=92921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 21:33:33.453754 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4e43e9ba-5344-43e0-a519-fe08a9955a55 req-d7556edb-659c-43e8-b47a-b0d420c5d7a5 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&id=1b99bc27-87d9-4329-8f6b-5d39ef412850&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0496361 Jun 26 21:33:33.560514 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd48b189-363a-4875-9509-aadc9dc0a9cc tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify agent at l3_agent.dv-cinder-798208-1-iscsi the message routers_updated {{(pid=92921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 21:33:33.568057 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-fd48b189-363a-4875-9509-aadc9dc0a9cc tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for floatingip, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:33.571362 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d0dd89-ef30-4bc8-9283-694394161228 None None] Sync routers for ids ['07656fef-9c4d-4e9f-b32a-fdaaf697a0e5'] in dv-cinder-798208-1-iscsi {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 21:33:33.587082 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d0dd89-ef30-4bc8-9283-694394161228 None None] Routers {'07656fef-9c4d-4e9f-b32a-fdaaf697a0e5'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:33:33.587778 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-d0d0dd89-ef30-4bc8-9283-694394161228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:33:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['07656fef-9c4d-4e9f-b32a-fdaaf697a0e5'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:33:33.619498 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-fd48b189-363a-4875-9509-aadc9dc0a9cc tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "PUT /v2.0/floatingips/0421b7e6-4e1f-4384-bbfc-1cfcfe7a31ea HTTP/1.1" status: 200 len: 991 time: 1.1186278 Jun 26 21:33:33.619498 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '256abcf8-a89a-43b6-a840-d5fadce1cbd9', 'tag': 'f1f71ed7-9f96-44b0-b6f7-e74e88a7525c'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:33:33.619498 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b5f6d741f71b22ca80de7011a5bf010bd5b330abd4b28dbd747dc86a1ce20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f158e9-a4c8-4b24-856a-cfce2b642d23" -d '{"events": [{"name": "network-changed", "server_uuid": "256abcf8-a89a-43b6-a840-d5fadce1cbd9", "tag": "f1f71ed7-9f96-44b0-b6f7-e74e88a7525c"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:33:33.659040 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 21:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba12e681-9f8a-4e65-a69d-a0adfe00b6e8 x-openstack-request-id: req-ba12e681-9f8a-4e65-a69d-a0adfe00b6e8 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:33:33.659424 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "256abcf8-a89a-43b6-a840-d5fadce1cbd9", "tag": "f1f71ed7-9f96-44b0-b6f7-e74e88a7525c", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:33:33.659721 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ba12e681-9f8a-4e65-a69d-a0adfe00b6e8 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:33:33.660163 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '256abcf8-a89a-43b6-a840-d5fadce1cbd9', 'tag': 'f1f71ed7-9f96-44b0-b6f7-e74e88a7525c', 'status': 'completed', 'code': 200} Jun 26 21:33:33.714253 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-d0d0dd89-ef30-4bc8-9283-694394161228 None None] Set router 07656fef-9c4d-4e9f-b32a-fdaaf697a0e5 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:33:33.994739 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-d0d0dd89-ef30-4bc8-9283-694394161228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'name': 'tempest-AttachVolumeShelveTestJSON-876745911-router', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '5c5de66f-d3cd-4d48-9793-0a43e4ed06b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:33:12Z', 'updated_at': '2021-06-26T21:33:16Z', 'revision_number': 4, 'project_id': '55d314cce60e4244b7a6c90dbc16089b', 'gw_port': {'id': '5c5de66f-d3cd-4d48-9793-0a43e4ed06b0', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:33:13Z', 'updated_at': '2021-06-26T21:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_floatingips': [{'id': '0421b7e6-4e1f-4384-bbfc-1cfcfe7a31ea', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'floating_ip_address': '172.27.2.75', 'floating_network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'router_id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'port_id': 'f1f71ed7-9f96-44b0-b6f7-e74e88a7525c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7', 'mac_address': 'fa:16:3e:61:8e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256abcf8-a89a-43b6-a840-d5fadce1cbd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T21:33:19Z', 'updated_at': '2021-06-26T21:33:32Z', 'revision_number': 1, 'project_id': '55d314cce60e4244b7a6c90dbc16089b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd25236-2283-4645-b75e-951ebe77ef96', 'name': '', 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'mac_address': 'fa:16:3e:df:46:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:33:15Z', 'updated_at': '2021-06-26T21:33:23Z', 'revision_number': 5, 'project_id': '55d314cce60e4244b7a6c90dbc16089b', 'subnets': [{'id': '5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:33:34.021586 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d0dd89-ef30-4bc8-9283-694394161228 None None] Checking router: 07656fef-9c4d-4e9f-b32a-fdaaf697a0e5 for host: dv-cinder-798208-1-iscsi {{(pid=92923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 21:33:34.030904 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d0dd89-ef30-4bc8-9283-694394161228 None None] Routers {'07656fef-9c4d-4e9f-b32a-fdaaf697a0e5'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:33:34.031563 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-d0d0dd89-ef30-4bc8-9283-694394161228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:33:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['07656fef-9c4d-4e9f-b32a-fdaaf697a0e5'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:33:34.137667 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-d0d0dd89-ef30-4bc8-9283-694394161228 None None] Set router 07656fef-9c4d-4e9f-b32a-fdaaf697a0e5 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:33:34.376467 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d919535a-0416-4dd9-87c1-322ee2424398 req-769c56b3-af11-43b2-b591-ab1b9eb52632 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6e02c-99c8-40db-992f-bdb82efed762 HTTP/1.1" status: 200 len: 210 time: 0.0329931 Jun 26 21:33:34.399426 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-d0d0dd89-ef30-4bc8-9283-694394161228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'name': 'tempest-AttachVolumeShelveTestJSON-876745911-router', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '5c5de66f-d3cd-4d48-9793-0a43e4ed06b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:33:12Z', 'updated_at': '2021-06-26T21:33:16Z', 'revision_number': 4, 'project_id': '55d314cce60e4244b7a6c90dbc16089b', 'gw_port': {'id': '5c5de66f-d3cd-4d48-9793-0a43e4ed06b0', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:33:13Z', 'updated_at': '2021-06-26T21:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_floatingips': [{'id': '0421b7e6-4e1f-4384-bbfc-1cfcfe7a31ea', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'floating_ip_address': '172.27.2.75', 'floating_network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'router_id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'port_id': 'f1f71ed7-9f96-44b0-b6f7-e74e88a7525c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7', 'mac_address': 'fa:16:3e:61:8e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256abcf8-a89a-43b6-a840-d5fadce1cbd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T21:33:19Z', 'updated_at': '2021-06-26T21:33:32Z', 'revision_number': 1, 'project_id': '55d314cce60e4244b7a6c90dbc16089b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd25236-2283-4645-b75e-951ebe77ef96', 'name': '', 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'mac_address': 'fa:16:3e:df:46:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:33:15Z', 'updated_at': '2021-06-26T21:33:23Z', 'revision_number': 5, 'project_id': '55d314cce60e4244b7a6c90dbc16089b', 'subnets': [{'id': '5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:33:34.434798 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d0dd89-ef30-4bc8-9283-694394161228 None None] The sync data for ids ['07656fef-9c4d-4e9f-b32a-fdaaf697a0e5'] in dv-cinder-798208-1-iscsi is: [{'id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'name': 'tempest-AttachVolumeShelveTestJSON-876745911-router', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '5c5de66f-d3cd-4d48-9793-0a43e4ed06b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:33:12Z', 'updated_at': '2021-06-26T21:33:16Z', 'revision_number': 4, 'project_id': '55d314cce60e4244b7a6c90dbc16089b', 'gw_port': {'id': '5c5de66f-d3cd-4d48-9793-0a43e4ed06b0', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:33:13Z', 'updated_at': '2021-06-26T21:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_floatingips': [{'id': '0421b7e6-4e1f-4384-bbfc-1cfcfe7a31ea', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'floating_ip_address': '172.27.2.75', 'floating_network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'router_id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'port_id': 'f1f71ed7-9f96-44b0-b6f7-e74e88a7525c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7', 'mac_address': 'fa:16:3e:61:8e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256abcf8-a89a-43b6-a840-d5fadce1cbd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T21:33:19Z', 'updated_at': '2021-06-26T21:33:32Z', 'revision_number': 1, 'project_id': '55d314cce60e4244b7a6c90dbc16089b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd25236-2283-4645-b75e-951ebe77ef96', 'name': '', 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'mac_address': 'fa:16:3e:df:46:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:33:15Z', 'updated_at': '2021-06-26T21:33:23Z', 'revision_number': 5, 'project_id': '55d314cce60e4244b7a6c90dbc16089b', 'subnets': [{'id': '5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 21:33:34.657636 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f37f1b1-f6de-4051-a8ad-abdf0ac5abed None None] New status for floating IP 0421b7e6-4e1f-4384-bbfc-1cfcfe7a31ea: ACTIVE {{(pid=92924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 21:33:34.663694 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf99af-b1d9-48f9-bf8f-7163f94dd07a req-04c04397-56b9-4bbf-9d10-459febb47894 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:34.666403 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8dcf99af-b1d9-48f9-bf8f-7163f94dd07a req-04c04397-56b9-4bbf-9d10-459febb47894 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 984 time: 0.0760441 Jun 26 21:33:34.695946 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-987cb5ee-cc9c-4873-90d8-e1bc6e9852a3 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Request body: {'port': {'device_id': 'b4f6e02c-99c8-40db-992f-bdb82efed762', 'network_id': 'c88caa71-657a-4c02-b7b6-9052cbaf1e6a', 'admin_state_up': True, 'tenant_id': '170e80bf16d042319cd6de6e6df968fb'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:33:34.779682 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f158e9-a4c8-4b24-856a-cfce2b642d23 req-bbe25185-e93f-4a4c-b9f3-a9b5617d86ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:34.781840 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-84f158e9-a4c8-4b24-856a-cfce2b642d23 req-bbe25185-e93f-4a4c-b9f3-a9b5617d86ff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55d314cce60e4244b7a6c90dbc16089b&device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 1099 time: 0.0734339 Jun 26 21:33:34.786750 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8dcf99af-b1d9-48f9-bf8f-7163f94dd07a req-01c6974a-f923-4fed-8b1c-90b94ce71ad0 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&id=1b99bc27-87d9-4329-8f6b-5d39ef412850&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1116650 Jun 26 21:33:34.866103 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-987cb5ee-cc9c-4873-90d8-e1bc6e9852a3 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Made reservation on behalf of 170e80bf16d042319cd6de6e6df968fb for: {'port': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:33:34.870385 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-987cb5ee-cc9c-4873-90d8-e1bc6e9852a3 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:34.942124 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f158e9-a4c8-4b24-856a-cfce2b642d23 req-e5ce6081-839f-4c10-a044-1095a2f8aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:34.944644 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-84f158e9-a4c8-4b24-856a-cfce2b642d23 req-e5ce6081-839f-4c10-a044-1095a2f8aa1c service neutron] 10.222.0.41 "GET /v2.0/networks?id=054ba6ce-4b49-439d-a549-d4107e8e07e7 HTTP/1.1" status: 200 len: 917 time: 0.1533420 Jun 26 21:33:35.038688 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-84f158e9-a4c8-4b24-856a-cfce2b642d23 req-380fd0ee-9dd8-4cc3-95e3-bca0b66dd840 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1f71ed7-9f96-44b0-b6f7-e74e88a7525c HTTP/1.1" status: 200 len: 1001 time: 0.0778384 Jun 26 21:33:35.051260 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-987cb5ee-cc9c-4873-90d8-e1bc6e9852a3 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Allocated IP 172.20.0.6 (c88caa71-657a-4c02-b7b6-9052cbaf1e6a/601f0b09-0345-4995-b5bd-a587659fe873/0fa93ed7-d0e4-424f-a307-2b214616dc51) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:33:35.096154 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f158e9-a4c8-4b24-856a-cfce2b642d23 req-3b1c7940-99e3-49df-9fff-0252d87cf6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:35.097695 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-84f158e9-a4c8-4b24-856a-cfce2b642d23 req-3b1c7940-99e3-49df-9fff-0252d87cf6c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665 HTTP/1.1" status: 200 len: 855 time: 0.0516989 Jun 26 21:33:35.162094 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f158e9-a4c8-4b24-856a-cfce2b642d23 req-d9904213-e0a7-41a0-9767-4f8b0f9d8f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:35.163690 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-84f158e9-a4c8-4b24-856a-cfce2b642d23 req-d9904213-e0a7-41a0-9767-4f8b0f9d8f8f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=054ba6ce-4b49-439d-a549-d4107e8e07e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0589902 Jun 26 21:33:35.244772 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-987cb5ee-cc9c-4873-90d8-e1bc6e9852a3 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:35.278155 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-84f158e9-a4c8-4b24-856a-cfce2b642d23 req-132f75a0-b7f8-43f2-a96e-6d13c3609228 service neutron] 10.222.0.41 "GET /v2.0/networks/054ba6ce-4b49-439d-a549-d4107e8e07e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063049 Jun 26 21:33:35.288512 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-987cb5ee-cc9c-4873-90d8-e1bc6e9852a3 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8809475'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:35.294237 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-1c938bcd-098a-4b31-866a-d7d52f3304c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:35.344782 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-987cb5ee-cc9c-4873-90d8-e1bc6e9852a3 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Network c88caa71-657a-4c02-b7b6-9052cbaf1e6a is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:33:35.350325 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-987cb5ee-cc9c-4873-90d8-e1bc6e9852a3 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:33:35.352951 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-987cb5ee-cc9c-4873-90d8-e1bc6e9852a3 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:33:35.383757 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987cb5ee-cc9c-4873-90d8-e1bc6e9852a3 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Pushing event updated for resources: {'Port': ['ID=0fa93ed7-d0e4-424f-a307-2b214616dc51,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:35.384806 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-84f158e9-a4c8-4b24-856a-cfce2b642d23 req-ecc03676-6e6a-4ea4-829b-7e99a998aab8 service neutron] 10.222.0.41 "GET /v2.0/networks/054ba6ce-4b49-439d-a549-d4107e8e07e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003528 Jun 26 21:33:35.386730 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-987cb5ee-cc9c-4873-90d8-e1bc6e9852a3 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:35.410691 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-987cb5ee-cc9c-4873-90d8-e1bc6e9852a3 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:35.411505 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-987cb5ee-cc9c-4873-90d8-e1bc6e9852a3 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:35.427126 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-987cb5ee-cc9c-4873-90d8-e1bc6e9852a3 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7361240 Jun 26 21:33:35.441088 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-b550670e-d3ed-4570-bdba-6df083769514 service neutron] Request body: {'port': {'device_id': 'b4f6e02c-99c8-40db-992f-bdb82efed762', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79820'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:33:35.517754 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-b550670e-d3ed-4570-bdba-6df083769514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:35.771106 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e64ae-e2e8-4ea7-a63b-d458cb68be62 req-8288ae27-2fd0-4ddb-ae6e-192090650b01 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:35.772717 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a11e64ae-e2e8-4ea7-a63b-d458cb68be62 req-8288ae27-2fd0-4ddb-ae6e-192090650b01 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6e02c-99c8-40db-992f-bdb82efed762 HTTP/1.1" status: 200 len: 931 time: 0.2033811 Jun 26 21:33:35.844072 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a11e64ae-e2e8-4ea7-a63b-d458cb68be62 req-46b6ea0b-33f5-437b-b5b4-468388320236 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/security-groups?id=05edd369-6e27-409a-a0a8-2ac54159aa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592425 Jun 26 21:33:35.908560 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-b550670e-d3ed-4570-bdba-6df083769514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fa93ed7-d0e4-424f-a307-2b214616dc51 {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 21:33:35.917089 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-b550670e-d3ed-4570-bdba-6df083769514 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:35.930438 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-b550670e-d3ed-4570-bdba-6df083769514 service neutron] Transition to ACTIVE for port object 0fa93ed7-d0e4-424f-a307-2b214616dc51 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:33:35.935359 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-b550670e-d3ed-4570-bdba-6df083769514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8809713'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:35.938700 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-d4560844-87d3-4c90-89fa-1f4099c5b970 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:36.023833 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550670e-d3ed-4570-bdba-6df083769514 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa93ed7-d0e4-424f-a307-2b214616dc51,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:36.029086 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b550670e-d3ed-4570-bdba-6df083769514 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:36.115495 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a12a58-3a87-43fe-858d-f954a34ed76f req-94176c8a-0296-4514-a46b-cae4fcf350de tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:36.116937 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-25a12a58-3a87-43fe-858d-f954a34ed76f req-94176c8a-0296-4514-a46b-cae4fcf350de tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 984 time: 0.1498251 Jun 26 21:33:36.119640 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-b550670e-d3ed-4570-bdba-6df083769514 service neutron] Attempting to bind port 0fa93ed7-d0e4-424f-a307-2b214616dc51 on host hv-cinder-79820 for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:33:36.119973 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-b550670e-d3ed-4570-bdba-6df083769514 service neutron] Attempting to bind port 0fa93ed7-d0e4-424f-a307-2b214616dc51 by drivers openvswitch,hyperv on host hv-cinder-79820 at level 0 using segments [{'id': 'e9e2e6e2-a05d-4c69-831d-9867b8f3556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c88caa71-657a-4c02-b7b6-9052cbaf1e6a'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:33:36.120302 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-b550670e-d3ed-4570-bdba-6df083769514 service neutron] Attempting to bind port 0fa93ed7-d0e4-424f-a307-2b214616dc51 on network c88caa71-657a-4c02-b7b6-9052cbaf1e6a {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:33:36.131127 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-b550670e-d3ed-4570-bdba-6df083769514 service neutron] Port 0fa93ed7-d0e4-424f-a307-2b214616dc51 on network c88caa71-657a-4c02-b7b6-9052cbaf1e6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79820 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 21:33:36.131472 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-b550670e-d3ed-4570-bdba-6df083769514 service neutron] Attempting to bind port 0fa93ed7-d0e4-424f-a307-2b214616dc51 on network c88caa71-657a-4c02-b7b6-9052cbaf1e6a {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:33:36.148788 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-b550670e-d3ed-4570-bdba-6df083769514 service neutron] Checking agent: {'id': '92a96a50-8a1c-4808-8af1-2ac9e1a0a70b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79820', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 27, 54), 'started_at': datetime.datetime(2021, 6, 26, 21, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:33:36.149117 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-b550670e-d3ed-4570-bdba-6df083769514 service neutron] Checking segment: {'id': 'e9e2e6e2-a05d-4c69-831d-9867b8f3556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c88caa71-657a-4c02-b7b6-9052cbaf1e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:33:36.149497 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-b550670e-d3ed-4570-bdba-6df083769514 service neutron] Bound using segment: {'id': 'e9e2e6e2-a05d-4c69-831d-9867b8f3556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c88caa71-657a-4c02-b7b6-9052cbaf1e6a'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:33:36.149926 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-b550670e-d3ed-4570-bdba-6df083769514 service neutron] Bound port: 0fa93ed7-d0e4-424f-a307-2b214616dc51, host: hv-cinder-79820, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9e2e6e2-a05d-4c69-831d-9867b8f3556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c88caa71-657a-4c02-b7b6-9052cbaf1e6a'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:33:36.150281 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-b550670e-d3ed-4570-bdba-6df083769514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:36.181052 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-25a12a58-3a87-43fe-858d-f954a34ed76f req-71f86518-9162-4a25-8f68-1e9c4f722136 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&id=1b99bc27-87d9-4329-8f6b-5d39ef412850&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572839 Jun 26 21:33:36.229896 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-b550670e-d3ed-4570-bdba-6df083769514 service neutron] For port 0fa93ed7-d0e4-424f-a307-2b214616dc51, host hv-cinder-79820, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:33:36.232977 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-b550670e-d3ed-4570-bdba-6df083769514 service neutron] For port 0fa93ed7-d0e4-424f-a307-2b214616dc51, host hv-cinder-79820, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=0fa93ed7-d0e4-424f-a307-2b214616dc51,segment=NetworkSegment(e9e2e6e2-a05d-4c69-831d-9867b8f3556c),segment_id=e9e2e6e2-a05d-4c69-831d-9867b8f3556c)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:33:36.236639 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-b550670e-d3ed-4570-bdba-6df083769514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8809713'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:36.238529 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:36.272155 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-b550670e-d3ed-4570-bdba-6df083769514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:36.272769 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-b550670e-d3ed-4570-bdba-6df083769514 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:36.274141 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-b550670e-d3ed-4570-bdba-6df083769514 service neutron] 10.222.0.41 "PUT /v2.0/ports/0fa93ed7-d0e4-424f-a307-2b214616dc51 HTTP/1.1" status: 200 len: 1093 time: 0.8379080 Jun 26 21:33:36.274665 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f6e02c-99c8-40db-992f-bdb82efed762', 'tag': '0fa93ed7-d0e4-424f-a307-2b214616dc51'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:33:36.276951 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02b73ab247f9faeb07a43472fb83bf8797eb00ff3c4bc2c6d8d9a12e0ada40b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603d32e1-4145-453c-a0e1-79abbddf141f" -d '{"events": [{"name": "network-changed", "server_uuid": "b4f6e02c-99c8-40db-992f-bdb82efed762", "tag": "0fa93ed7-d0e4-424f-a307-2b214616dc51"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:33:36.298637 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550670e-d3ed-4570-bdba-6df083769514 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa93ed7-d0e4-424f-a307-2b214616dc51,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:36.301667 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b550670e-d3ed-4570-bdba-6df083769514 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:36.317232 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 21:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a447f24-e7cd-4255-b998-cd6d4ca12874 x-openstack-request-id: req-0a447f24-e7cd-4255-b998-cd6d4ca12874 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:33:36.317552 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4f6e02c-99c8-40db-992f-bdb82efed762", "tag": "0fa93ed7-d0e4-424f-a307-2b214616dc51", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:33:36.317860 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0a447f24-e7cd-4255-b998-cd6d4ca12874 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:33:36.318284 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f6e02c-99c8-40db-992f-bdb82efed762', 'tag': '0fa93ed7-d0e4-424f-a307-2b214616dc51', 'status': 'completed', 'code': 200} Jun 26 21:33:36.770279 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.agents_db [None req-53b98272-06bb-47ef-8924-edf36d473ef8 None None] Agent healthcheck: found 6 active agents {{(pid=92924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 21:33:37.068911 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028df733-8bca-4c07-a74a-70a45cd07845 req-2383b06b-f4f5-4932-b643-b01d036508e0 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:37.070536 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-028df733-8bca-4c07-a74a-70a45cd07845 req-2383b06b-f4f5-4932-b643-b01d036508e0 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6e02c-99c8-40db-992f-bdb82efed762 HTTP/1.1" status: 200 len: 943 time: 0.0683403 Jun 26 21:33:37.115414 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-028df733-8bca-4c07-a74a-70a45cd07845 req-3ae87a60-e15b-481a-ab11-3d59c315a251 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/security-groups?id=05edd369-6e27-409a-a0a8-2ac54159aa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382848 Jun 26 21:33:37.366152 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3030b9b-5933-4bbf-a82f-022945be66b6 req-a59194c2-7dff-4a84-9421-7b332945ea14 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:37.367608 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c3030b9b-5933-4bbf-a82f-022945be66b6 req-a59194c2-7dff-4a84-9421-7b332945ea14 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 984 time: 0.0663767 Jun 26 21:33:37.409710 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c3030b9b-5933-4bbf-a82f-022945be66b6 req-250bad93-760d-423a-9d80-b84c9e85ac9d tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&id=1b99bc27-87d9-4329-8f6b-5d39ef412850&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359375 Jun 26 21:33:38.321055 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6dc19-cdbb-49c2-bec9-b0a41d979987 req-ca63c3a7-ba94-48fa-a250-481504c6648b tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:38.322622 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f4f6dc19-cdbb-49c2-bec9-b0a41d979987 req-ca63c3a7-ba94-48fa-a250-481504c6648b tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6e02c-99c8-40db-992f-bdb82efed762 HTTP/1.1" status: 200 len: 943 time: 0.0681927 Jun 26 21:33:38.364590 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f4f6dc19-cdbb-49c2-bec9-b0a41d979987 req-a4f17656-39d2-4f6e-9940-968b67a9a3a2 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/security-groups?id=05edd369-6e27-409a-a0a8-2ac54159aa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358899 Jun 26 21:33:38.591176 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb4e88-7edc-4c36-9bfc-0ed173b9f6ee req-3fae8954-0a39-4d28-8d61-f82ec052b533 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:38.592675 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c3fb4e88-7edc-4c36-9bfc-0ed173b9f6ee req-3fae8954-0a39-4d28-8d61-f82ec052b533 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 984 time: 0.0699499 Jun 26 21:33:38.633972 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c3fb4e88-7edc-4c36-9bfc-0ed173b9f6ee req-89951279-27d5-42fc-8420-cb1417dad460 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&id=1b99bc27-87d9-4329-8f6b-5d39ef412850&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354478 Jun 26 21:33:39.117168 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d32e1-4145-453c-a0e1-79abbddf141f req-85b59b9c-f878-4618-9e60-4e63acc040b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:39.118649 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-603d32e1-4145-453c-a0e1-79abbddf141f req-85b59b9c-f878-4618-9e60-4e63acc040b1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=170e80bf16d042319cd6de6e6df968fb&device_id=b4f6e02c-99c8-40db-992f-bdb82efed762 HTTP/1.1" status: 200 len: 1096 time: 0.0534205 Jun 26 21:33:39.298666 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d32e1-4145-453c-a0e1-79abbddf141f req-8e3fbafb-a54d-4974-b8c1-2b9b22a43182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:39.300296 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-603d32e1-4145-453c-a0e1-79abbddf141f req-8e3fbafb-a54d-4974-b8c1-2b9b22a43182 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=170e80bf16d042319cd6de6e6df968fb&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1702924 Jun 26 21:33:39.481717 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d32e1-4145-453c-a0e1-79abbddf141f req-b037be0d-6d75-4faf-8bad-2ce55effff90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:39.483520 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-603d32e1-4145-453c-a0e1-79abbddf141f req-b037be0d-6d75-4faf-8bad-2ce55effff90 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1761177 Jun 26 21:33:39.587293 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9ca29-14bb-40e5-9db8-008e3c48c919 req-805eddf5-6bf7-4174-ab79-8e71fb2ee76c tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:39.588787 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-33b9ca29-14bb-40e5-9db8-008e3c48c919 req-805eddf5-6bf7-4174-ab79-8e71fb2ee76c tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6e02c-99c8-40db-992f-bdb82efed762 HTTP/1.1" status: 200 len: 943 time: 0.1018651 Jun 26 21:33:39.628381 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-dde90b65-cfee-4509-a408-a16c95eb1bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:39.629915 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-dde90b65-cfee-4509-a408-a16c95eb1bf1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=170e80bf16d042319cd6de6e6df968fb&device_id=b4f6e02c-99c8-40db-992f-bdb82efed762 HTTP/1.1" status: 200 len: 1096 time: 0.1032925 Jun 26 21:33:39.652348 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-33b9ca29-14bb-40e5-9db8-008e3c48c919 req-4808ecb5-05dc-4b55-9893-4e30eff3fa10 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/security-groups?id=05edd369-6e27-409a-a0a8-2ac54159aa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571532 Jun 26 21:33:39.680121 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-3b66f55d-0ab3-4bd0-acb8-defa9b5f25af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0fa93ed7-d0e4-424f-a307-2b214616dc51 HTTP/1.1" status: 200 len: 217 time: 0.0406785 Jun 26 21:33:39.749032 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-352448d1-6221-4a59-a819-542d518fa12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:39.750482 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-352448d1-6221-4a59-a819-542d518fa12e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=601f0b09-0345-4995-b5bd-a587659fe873 HTTP/1.1" status: 200 len: 848 time: 0.0586278 Jun 26 21:33:39.791277 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-dcc93f69-0f4b-4bcd-a167-05efcf3dca81 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c88caa71-657a-4c02-b7b6-9052cbaf1e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286856 Jun 26 21:33:39.926458 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd0f3d-0ff4-4bf5-9915-ac3c4549462d req-07d87e02-4195-4510-bccc-6fc6b6836255 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:39.928459 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-34dd0f3d-0ff4-4bf5-9915-ac3c4549462d req-07d87e02-4195-4510-bccc-6fc6b6836255 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 984 time: 0.1405382 Jun 26 21:33:39.930444 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-8d56a7f4-29da-452b-a3c5-4265f2161a36 service neutron] 10.222.0.41 "GET /v2.0/networks/c88caa71-657a-4c02-b7b6-9052cbaf1e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096840 Jun 26 21:33:40.037514 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-34dd0f3d-0ff4-4bf5-9915-ac3c4549462d req-95082a57-1a4e-4c1c-873b-3fd012109dbd tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&id=1b99bc27-87d9-4329-8f6b-5d39ef412850&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1003249 Jun 26 21:33:40.076473 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a2f3c2e8-96ad-43fd-929f-c3dcc632e6f6 req-b7d250d8-77b8-497d-8d1d-edf969b622eb service neutron] 10.222.0.41 "GET /v2.0/networks/c88caa71-657a-4c02-b7b6-9052cbaf1e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289878 Jun 26 21:33:40.857998 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5d844-1175-4af3-a270-e74d186fed47 req-a6d4de47-c2e6-46b7-a67d-4dda84d51ac3 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:40.859627 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-23d5d844-1175-4af3-a270-e74d186fed47 req-a6d4de47-c2e6-46b7-a67d-4dda84d51ac3 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6e02c-99c8-40db-992f-bdb82efed762 HTTP/1.1" status: 200 len: 943 time: 0.0732338 Jun 26 21:33:40.901292 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-23d5d844-1175-4af3-a270-e74d186fed47 req-761413df-ac9a-49db-ba73-9e57a798b2f3 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/security-groups?id=05edd369-6e27-409a-a0a8-2ac54159aa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357122 Jun 26 21:33:41.230204 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235cbdad-2b3d-44df-9550-1000ae733527 req-17d51e33-32e8-4264-8ad3-9b458a618e9d tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:41.231800 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-235cbdad-2b3d-44df-9550-1000ae733527 req-17d51e33-32e8-4264-8ad3-9b458a618e9d tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 984 time: 0.0677876 Jun 26 21:33:41.277306 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-235cbdad-2b3d-44df-9550-1000ae733527 req-85453ebb-fd98-4e2a-aa66-c25f211bb993 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&id=1b99bc27-87d9-4329-8f6b-5d39ef412850&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392189 Jun 26 21:33:42.102018 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917a97b-2224-4efc-bb2a-77d2cfdedb32 req-5a7eb941-5775-496a-8ba7-744a6823e8bd tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:42.103770 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c917a97b-2224-4efc-bb2a-77d2cfdedb32 req-5a7eb941-5775-496a-8ba7-744a6823e8bd tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6e02c-99c8-40db-992f-bdb82efed762 HTTP/1.1" status: 200 len: 943 time: 0.0678813 Jun 26 21:33:42.147902 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c917a97b-2224-4efc-bb2a-77d2cfdedb32 req-bbd7a12b-d34a-4961-8fdb-3eb7ff66a904 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/security-groups?id=05edd369-6e27-409a-a0a8-2ac54159aa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341835 Jun 26 21:33:42.472835 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b06ea-6f79-4e71-8a25-fd50709a09c6 req-122db2b1-be20-49e8-8d1a-26ca6af26f7b tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:42.474323 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-994b06ea-6f79-4e71-8a25-fd50709a09c6 req-122db2b1-be20-49e8-8d1a-26ca6af26f7b tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 984 time: 0.0760972 Jun 26 21:33:42.516276 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-994b06ea-6f79-4e71-8a25-fd50709a09c6 req-11954592-9b09-4195-8446-b7674702a091 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&id=1b99bc27-87d9-4329-8f6b-5d39ef412850&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360854 Jun 26 21:33:43.371946 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce6453-0d30-4efa-a081-29e5f6c5290f req-63440b1e-59d2-494f-b6cb-dd9bffd20cc5 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:43.373555 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-19ce6453-0d30-4efa-a081-29e5f6c5290f req-63440b1e-59d2-494f-b6cb-dd9bffd20cc5 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6e02c-99c8-40db-992f-bdb82efed762 HTTP/1.1" status: 200 len: 943 time: 0.0662937 Jun 26 21:33:43.413112 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-19ce6453-0d30-4efa-a081-29e5f6c5290f req-2d065429-0b9b-41bf-b0a2-b4ce01b45f83 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/security-groups?id=05edd369-6e27-409a-a0a8-2ac54159aa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336285 Jun 26 21:33:43.736717 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478efc32-eb7f-4f8f-83f0-f88b8bcb8fca req-2086f9d1-3ea6-48f5-8fe3-9f115250e407 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:43.738320 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-478efc32-eb7f-4f8f-83f0-f88b8bcb8fca req-2086f9d1-3ea6-48f5-8fe3-9f115250e407 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 984 time: 0.0679040 Jun 26 21:33:43.779997 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-478efc32-eb7f-4f8f-83f0-f88b8bcb8fca req-b4314045-4bce-4ffb-a8a2-be7908bd3f59 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&id=1b99bc27-87d9-4329-8f6b-5d39ef412850&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355258 Jun 26 21:33:44.600630 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb2407-50f0-4235-bb77-0dedb20ed9d4 req-45482634-ada5-41d5-968b-9e93d8c81ec3 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:44.602096 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-49bb2407-50f0-4235-bb77-0dedb20ed9d4 req-45482634-ada5-41d5-968b-9e93d8c81ec3 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6e02c-99c8-40db-992f-bdb82efed762 HTTP/1.1" status: 200 len: 943 time: 0.0715306 Jun 26 21:33:44.640172 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-49bb2407-50f0-4235-bb77-0dedb20ed9d4 req-3d32429c-b746-47a2-879e-83043062342a tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/security-groups?id=05edd369-6e27-409a-a0a8-2ac54159aa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324183 Jun 26 21:33:44.865109 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 0fa93ed7-d0e4-424f-a307-2b214616dc51 details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=92923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 21:33:44.959768 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57732252-12a5-4977-82d8-1e141da623bf req-ee6f2ece-38bd-4e19-9edd-a5f7a9a2cf60 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:44.961231 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-57732252-12a5-4977-82d8-1e141da623bf req-ee6f2ece-38bd-4e19-9edd-a5f7a9a2cf60 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 984 time: 0.0642066 Jun 26 21:33:44.962802 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 0fa93ed7-d0e4-424f-a307-2b214616dc51, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=0fa93ed7-d0e4-424f-a307-2b214616dc51,segment=NetworkSegment(e9e2e6e2-a05d-4c69-831d-9867b8f3556c),segment_id=e9e2e6e2-a05d-4c69-831d-9867b8f3556c)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:33:44.974566 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Returning: {'device': '0fa93ed7-d0e4-424f-a307-2b214616dc51', 'network_id': 'c88caa71-657a-4c02-b7b6-9052cbaf1e6a', 'port_id': '0fa93ed7-d0e4-424f-a307-2b214616dc51', 'mac_address': 'fa:16:3e:d6:4b:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601f0b09-0345-4995-b5bd-a587659fe873', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 21:33:45.001218 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-57732252-12a5-4977-82d8-1e141da623bf req-6f7a41ed-9fde-4e45-9db1-6b8ecee1f193 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&id=1b99bc27-87d9-4329-8f6b-5d39ef412850&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342395 Jun 26 21:33:45.134973 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:45.148269 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fa93ed7-d0e4-424f-a307-2b214616dc51 {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 21:33:45.170605 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 0fa93ed7-d0e4-424f-a307-2b214616dc51, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=0fa93ed7-d0e4-424f-a307-2b214616dc51,segment=NetworkSegment(e9e2e6e2-a05d-4c69-831d-9867b8f3556c),segment_id=e9e2e6e2-a05d-4c69-831d-9867b8f3556c)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:33:45.174458 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:45.178011 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:45.227690 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=0fa93ed7-d0e4-424f-a307-2b214616dc51,revision_number=4']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:45.234955 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:45.235334 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:45.235677 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:45.236013 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:45.236347 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:45.236676 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:45.237002 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:45.237328 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:45.237655 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:45.237971 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:45.238290 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:45.238607 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:45.242894 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:45.826105 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc03e5-b01e-4fa8-acdf-c0f060deec63 req-1c923a05-98bf-40f6-a2b5-65685ff87569 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:45.827713 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-69dc03e5-b01e-4fa8-acdf-c0f060deec63 req-1c923a05-98bf-40f6-a2b5-65685ff87569 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6e02c-99c8-40db-992f-bdb82efed762 HTTP/1.1" status: 200 len: 944 time: 0.0731194 Jun 26 21:33:45.867833 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-69dc03e5-b01e-4fa8-acdf-c0f060deec63 req-ac820396-155f-4881-9f30-16a457e2e5f8 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/security-groups?id=05edd369-6e27-409a-a0a8-2ac54159aa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342922 Jun 26 21:33:46.188241 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f16718-f413-49e8-932a-f1b9f2f4e68a req-4e0f70f9-6afe-44ad-b264-d9f840006e92 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:46.189718 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] get_ports_and_sgs() called for port_ids ['0fa93ed7-d0e4-424f-a307-2b214616dc51'] {{(pid=92923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 21:33:46.190255 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d8f16718-f413-49e8-932a-f1b9f2f4e68a req-4e0f70f9-6afe-44ad-b264-d9f840006e92 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 984 time: 0.0704815 Jun 26 21:33:46.234101 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d8f16718-f413-49e8-932a-f1b9f2f4e68a req-a6521bfb-c98b-4dba-b179-14805d2147c8 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&id=1b99bc27-87d9-4329-8f6b-5d39ef412850&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379305 Jun 26 21:33:47.059719 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94ad88-edd9-4a06-b8b9-725c91274bc0 req-322350a2-a6c0-4836-9727-978565de9ea6 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:47.061488 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7f94ad88-edd9-4a06-b8b9-725c91274bc0 req-322350a2-a6c0-4836-9727-978565de9ea6 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6e02c-99c8-40db-992f-bdb82efed762 HTTP/1.1" status: 200 len: 944 time: 0.0748241 Jun 26 21:33:47.104281 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7f94ad88-edd9-4a06-b8b9-725c91274bc0 req-05caf9b7-3295-483d-b7a0-4d7bee7c7dae tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/security-groups?id=05edd369-6e27-409a-a0a8-2ac54159aa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353229 Jun 26 21:33:47.465543 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d15cd-b0c9-4e4d-9e30-d7bd9075daa5 req-1bc2cf97-5ccc-4286-abac-6bea69420a3e tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:47.467121 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-023d15cd-b0c9-4e4d-9e30-d7bd9075daa5 req-1bc2cf97-5ccc-4286-abac-6bea69420a3e tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 984 time: 0.0951912 Jun 26 21:33:47.517425 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-023d15cd-b0c9-4e4d-9e30-d7bd9075daa5 req-d35a9cf5-14ac-4db1-84c4-0c9aef6fc43b tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&id=1b99bc27-87d9-4329-8f6b-5d39ef412850&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434835 Jun 26 21:33:48.016179 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 0fa93ed7-d0e4-424f-a307-2b214616dc51 up at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:33:48.068568 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Provisioning for port 0fa93ed7-d0e4-424f-a307-2b214616dc51 completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:33:48.072828 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Provisioning complete for port 0fa93ed7-d0e4-424f-a307-2b214616dc51 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:33:48.073196 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:48.155560 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:48.183826 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f6e02c-99c8-40db-992f-bdb82efed762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa93ed7-d0e4-424f-a307-2b214616dc51'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:33:48.186271 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8789620f65ed64c11f36a2c9fb0085813b3741d077667d6f020eb6652e2807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ab151a-a7eb-4a10-92f3-531c6256e179" -d '{"events": [{"server_uuid": "b4f6e02c-99c8-40db-992f-bdb82efed762", "name": "network-vif-plugged", "status": "completed", "tag": "0fa93ed7-d0e4-424f-a307-2b214616dc51"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:33:48.203119 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 0fa93ed7-d0e4-424f-a307-2b214616dc51, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=0fa93ed7-d0e4-424f-a307-2b214616dc51,segment=NetworkSegment(e9e2e6e2-a05d-4c69-831d-9867b8f3556c),segment_id=e9e2e6e2-a05d-4c69-831d-9867b8f3556c)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:33:48.208984 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:48.211099 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:48.241004 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 21:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1747b782-807f-4fd1-8040-4aa71bc520a0 x-openstack-request-id: req-1747b782-807f-4fd1-8040-4aa71bc520a0 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:33:48.241307 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f6e02c-99c8-40db-992f-bdb82efed762", "name": "network-vif-plugged", "status": "completed", "tag": "0fa93ed7-d0e4-424f-a307-2b214616dc51", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:33:48.241572 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1747b782-807f-4fd1-8040-4aa71bc520a0 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:33:48.241988 dv-cinder-798208-1-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f6e02c-99c8-40db-992f-bdb82efed762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa93ed7-d0e4-424f-a307-2b214616dc51', 'code': 200} Jun 26 21:33:48.271722 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=0fa93ed7-d0e4-424f-a307-2b214616dc51,revision_number=5']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:48.279981 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:48.306224 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382cb0c9-53f9-4a65-808b-6f73ad43008b req-a9b0c236-b643-4546-8a89-658467019d59 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:48.309843 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-382cb0c9-53f9-4a65-808b-6f73ad43008b req-a9b0c236-b643-4546-8a89-658467019d59 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6e02c-99c8-40db-992f-bdb82efed762 HTTP/1.1" status: 200 len: 945 time: 0.0794594 Jun 26 21:33:48.348072 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-382cb0c9-53f9-4a65-808b-6f73ad43008b req-28d0cbfb-2de8-40c2-9b70-a53b5931aa74 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/security-groups?id=05edd369-6e27-409a-a0a8-2ac54159aa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322313 Jun 26 21:33:48.500355 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9728c7-7244-44b1-8b1b-d6e1441db2c1 req-0667cbd6-41f5-4c6b-8b75-8036f7ee4808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:48.501884 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3b9728c7-7244-44b1-8b1b-d6e1441db2c1 req-0667cbd6-41f5-4c6b-8b75-8036f7ee4808 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b4f6e02c-99c8-40db-992f-bdb82efed762 HTTP/1.1" status: 200 len: 1098 time: 0.0575869 Jun 26 21:33:48.545936 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3b9728c7-7244-44b1-8b1b-d6e1441db2c1 req-b3341065-62b6-4b22-8bda-6f18c5772cfa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=05edd369-6e27-409a-a0a8-2ac54159aa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342147 Jun 26 21:33:48.714535 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb77055-41b6-4feb-a5b2-433692bb2e89 req-4117c6db-3e05-4d59-89a3-5f617a3172e9 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:48.716401 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ceb77055-41b6-4feb-a5b2-433692bb2e89 req-4117c6db-3e05-4d59-89a3-5f617a3172e9 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 984 time: 0.0735664 Jun 26 21:33:48.766543 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ceb77055-41b6-4feb-a5b2-433692bb2e89 req-1e6ba71b-1b43-4bf7-bf53-4f9c95fb091a tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&id=1b99bc27-87d9-4329-8f6b-5d39ef412850&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409312 Jun 26 21:33:49.554592 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64bf3a-f549-449f-ad5f-5987a7a5618c req-7ed5d0b1-ccaf-4f5e-bb81-b77d24c6be14 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:49.556238 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3c64bf3a-f549-449f-ad5f-5987a7a5618c req-7ed5d0b1-ccaf-4f5e-bb81-b77d24c6be14 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6e02c-99c8-40db-992f-bdb82efed762 HTTP/1.1" status: 200 len: 945 time: 0.0727961 Jun 26 21:33:49.602815 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3c64bf3a-f549-449f-ad5f-5987a7a5618c req-c6a7b67b-3457-490d-80f7-cbfed88ed43e tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/security-groups?id=05edd369-6e27-409a-a0a8-2ac54159aa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402796 Jun 26 21:33:49.959881 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749b379-a3f5-4410-8bb1-31b3689494db req-4fefb98a-0294-40d7-b095-2c952046b5b5 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:49.961414 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b749b379-a3f5-4410-8bb1-31b3689494db req-4fefb98a-0294-40d7-b095-2c952046b5b5 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 984 time: 0.0726192 Jun 26 21:33:50.005778 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b749b379-a3f5-4410-8bb1-31b3689494db req-bced0e9d-49ed-4c7a-a958-5d75501a6e62 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&id=1b99bc27-87d9-4329-8f6b-5d39ef412850&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365238 Jun 26 21:33:50.398792 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-03955a23-1d73-4027-a9b4-f44754681bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:50.786764 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1202d9-57b6-4414-9101-ff5e0b6af307 req-ab961f7c-de77-406d-8734-2e7df64c4ea1 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:50.788421 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9a1202d9-57b6-4414-9101-ff5e0b6af307 req-ab961f7c-de77-406d-8734-2e7df64c4ea1 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6e02c-99c8-40db-992f-bdb82efed762 HTTP/1.1" status: 200 len: 945 time: 0.0662723 Jun 26 21:33:50.831780 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9a1202d9-57b6-4414-9101-ff5e0b6af307 req-451df50f-5a67-49eb-8341-f8ab9cbea99b tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/security-groups?id=05edd369-6e27-409a-a0a8-2ac54159aa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370440 Jun 26 21:33:51.241731 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0eae6-8591-4109-b44d-aa9e913aaf2e req-2a8e21fe-4d2c-4fb7-a394-d3d62db29aef tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:51.243728 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-41e0eae6-8591-4109-b44d-aa9e913aaf2e req-2a8e21fe-4d2c-4fb7-a394-d3d62db29aef tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 984 time: 0.0886991 Jun 26 21:33:51.386388 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 44616) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:33:51.565201 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-66635af3-4c37-402b-97b1-c66d340ac095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:51.591668 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-41e0eae6-8591-4109-b44d-aa9e913aaf2e req-5a04d859-f219-4898-9faa-72e60fe33f2d tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&id=1b99bc27-87d9-4329-8f6b-5d39ef412850&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3412635 Jun 26 21:33:51.654560 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4cd81c21-4acf-4f29-a6fa-5d7caea758e5 req-ed7561b7-baac-419d-b43b-753dd90c46ca service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1260703 Jun 26 21:33:51.684011 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-66635af3-4c37-402b-97b1-c66d340ac095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:51.688800 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-66635af3-4c37-402b-97b1-c66d340ac095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:51.704903 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-af15c443-0048-431a-b26a-b7e604f37b9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:51.741999 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66635af3-4c37-402b-97b1-c66d340ac095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bbc725-eb0f-4310-a979-7edc529e307e,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:51.750334 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-66635af3-4c37-402b-97b1-c66d340ac095 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e8f6300026849f39c02dc69e6f5e7aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3627739 Jun 26 21:33:51.752470 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 44624) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:33:51.766838 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd81c21-4acf-4f29-a6fa-5d7caea758e5 req-358efe34-0ab3-4ace-9ce0-7e136bfd4893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:51.767092 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66635af3-4c37-402b-97b1-c66d340ac095 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:51.767486 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66635af3-4c37-402b-97b1-c66d340ac095 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:51.767974 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66635af3-4c37-402b-97b1-c66d340ac095 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:51.768370 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66635af3-4c37-402b-97b1-c66d340ac095 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:51.768686 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4cd81c21-4acf-4f29-a6fa-5d7caea758e5 req-358efe34-0ab3-4ace-9ce0-7e136bfd4893 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=95b2f2bc0b574f2b979cd6ba40175646&device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 1098 time: 0.0771701 Jun 26 21:33:51.768811 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66635af3-4c37-402b-97b1-c66d340ac095 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:51.769066 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66635af3-4c37-402b-97b1-c66d340ac095 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:51.769422 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66635af3-4c37-402b-97b1-c66d340ac095 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:51.769780 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66635af3-4c37-402b-97b1-c66d340ac095 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:51.770137 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66635af3-4c37-402b-97b1-c66d340ac095 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:51.771126 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66635af3-4c37-402b-97b1-c66d340ac095 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:51.771513 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66635af3-4c37-402b-97b1-c66d340ac095 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:51.771872 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66635af3-4c37-402b-97b1-c66d340ac095 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:51.776983 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-66635af3-4c37-402b-97b1-c66d340ac095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:51.828989 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-eb9cc3b9-e298-45b1-ae55-5b6c60559150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:51.857916 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-eb9cc3b9-e298-45b1-ae55-5b6c60559150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:51.899976 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd81c21-4acf-4f29-a6fa-5d7caea758e5 req-d06150ec-53a8-422a-9177-c2c3d059871f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:51.901760 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4cd81c21-4acf-4f29-a6fa-5d7caea758e5 req-d06150ec-53a8-422a-9177-c2c3d059871f service neutron] 10.222.0.41 "GET /v2.0/networks?id=d5655de1-5361-4a06-953a-81fc39e01316 HTTP/1.1" status: 200 len: 912 time: 0.1015413 Jun 26 21:33:51.925722 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-eb9cc3b9-e298-45b1-ae55-5b6c60559150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:51.929534 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-eb9cc3b9-e298-45b1-ae55-5b6c60559150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:51.933835 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-eb9cc3b9-e298-45b1-ae55-5b6c60559150 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b4bbc725-eb0f-4310-a979-7edc529e307e HTTP/1.1" status: 204 len: 168 time: 0.1771405 Jun 26 21:33:51.933835 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-463078c2-4708-4f5f-8280-9fb19318734d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:51.941643 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9cc3b9-e298-45b1-ae55-5b6c60559150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bbc725-eb0f-4310-a979-7edc529e307e,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:51.951626 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-eb9cc3b9-e298-45b1-ae55-5b6c60559150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:52.010193 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4cd81c21-4acf-4f29-a6fa-5d7caea758e5 req-4a10e3d0-0c6b-467d-9295-388a6726bcb6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ad7faa0-7c22-4b18-955c-b7b1615ef083 HTTP/1.1" status: 200 len: 1000 time: 0.1002657 Jun 26 21:33:52.075957 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6a1cf-ffdf-4351-b93e-371233d8fef1 req-9f0200ca-1ad0-4afa-93eb-04ec1689b3ef tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:52.077568 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-15b6a1cf-ffdf-4351-b93e-371233d8fef1 req-9f0200ca-1ad0-4afa-93eb-04ec1689b3ef tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6e02c-99c8-40db-992f-bdb82efed762 HTTP/1.1" status: 200 len: 945 time: 0.1280475 Jun 26 21:33:52.081999 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd81c21-4acf-4f29-a6fa-5d7caea758e5 req-5d606dc1-202e-4883-9e6a-92ded8cf314e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:52.083750 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4cd81c21-4acf-4f29-a6fa-5d7caea758e5 req-5d606dc1-202e-4883-9e6a-92ded8cf314e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c6283427-b1a2-45b8-8e04-fdc5bc89b513 HTTP/1.1" status: 200 len: 850 time: 0.0652730 Jun 26 21:33:52.154303 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-15b6a1cf-ffdf-4351-b93e-371233d8fef1 req-22aa464e-58de-43ca-9f66-a4460f598e5a tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/security-groups?id=05edd369-6e27-409a-a0a8-2ac54159aa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688524 Jun 26 21:33:52.187824 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd81c21-4acf-4f29-a6fa-5d7caea758e5 req-083c1c1a-50b2-4331-8669-640064da2a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:52.189502 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4cd81c21-4acf-4f29-a6fa-5d7caea758e5 req-083c1c1a-50b2-4331-8669-640064da2a70 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d5655de1-5361-4a06-953a-81fc39e01316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0887136 Jun 26 21:33:52.282464 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4cd81c21-4acf-4f29-a6fa-5d7caea758e5 req-bd646222-dbe0-4f20-9986-89087486fc5a service neutron] 10.222.0.41 "GET /v2.0/networks/d5655de1-5361-4a06-953a-81fc39e01316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850766 Jun 26 21:33:52.376940 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4cd81c21-4acf-4f29-a6fa-5d7caea758e5 req-4a13fd79-d5e3-4a02-b057-b3ad597fd76e service neutron] 10.222.0.41 "GET /v2.0/networks/d5655de1-5361-4a06-953a-81fc39e01316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874257 Jun 26 21:33:52.630704 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:52.771788 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d6b31-ca3f-47f9-adcb-c85305bde4ca req-74618ae5-ba31-429f-b5ae-17a529285c73 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:52.773384 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-726d6b31-ca3f-47f9-adcb-c85305bde4ca req-74618ae5-ba31-429f-b5ae-17a529285c73 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 984 time: 0.0681050 Jun 26 21:33:52.817330 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-726d6b31-ca3f-47f9-adcb-c85305bde4ca req-d9d1d21b-3a41-49a0-ac33-d77a616215b6 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&id=1b99bc27-87d9-4329-8f6b-5d39ef412850&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380599 Jun 26 21:33:53.342477 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977609aa-9775-434a-b50e-1e369ac2f551 req-5c46c902-f4ad-4e52-96e1-ef74c4cc4c6e tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:53.344031 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-977609aa-9775-434a-b50e-1e369ac2f551 req-5c46c902-f4ad-4e52-96e1-ef74c4cc4c6e tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6e02c-99c8-40db-992f-bdb82efed762 HTTP/1.1" status: 200 len: 945 time: 0.0687358 Jun 26 21:33:53.415947 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-977609aa-9775-434a-b50e-1e369ac2f551 req-77afcf0c-b85e-4fb8-ae86-8b2bca226b9e tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/security-groups?id=05edd369-6e27-409a-a0a8-2ac54159aa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660050 Jun 26 21:33:53.445352 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1658c-fa05-49c4-98f2-52708a6fd318 req-e902f4f1-522e-4740-a6ce-8bc7b335dba8 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:53.446738 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-45f1658c-fa05-49c4-98f2-52708a6fd318 req-e902f4f1-522e-4740-a6ce-8bc7b335dba8 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4f6e02c-99c8-40db-992f-bdb82efed762 HTTP/1.1" status: 200 len: 945 time: 0.0831668 Jun 26 21:33:53.559266 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-45f1658c-fa05-49c4-98f2-52708a6fd318 req-f0f36a20-ce67-4323-ac7f-aa673a0f0479 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Deleting port 0fa93ed7-d0e4-424f-a307-2b214616dc51 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:33:53.559608 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-45f1658c-fa05-49c4-98f2-52708a6fd318 req-f0f36a20-ce67-4323-ac7f-aa673a0f0479 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:53.653481 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-45f1658c-fa05-49c4-98f2-52708a6fd318 req-f0f36a20-ce67-4323-ac7f-aa673a0f0479 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] For port 0fa93ed7-d0e4-424f-a307-2b214616dc51, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=0fa93ed7-d0e4-424f-a307-2b214616dc51,segment=NetworkSegment(e9e2e6e2-a05d-4c69-831d-9867b8f3556c),segment_id=e9e2e6e2-a05d-4c69-831d-9867b8f3556c)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:33:53.653839 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-45f1658c-fa05-49c4-98f2-52708a6fd318 req-f0f36a20-ce67-4323-ac7f-aa673a0f0479 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:53.666883 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-45f1658c-fa05-49c4-98f2-52708a6fd318 req-f0f36a20-ce67-4323-ac7f-aa673a0f0479 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Calling delete_port for 0fa93ed7-d0e4-424f-a307-2b214616dc51 owned by compute:nova {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:33:53.799791 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-45f1658c-fa05-49c4-98f2-52708a6fd318 req-f0f36a20-ce67-4323-ac7f-aa673a0f0479 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8809482'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:53.805432 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-2f83250c-ffbd-44fe-8db7-e3f20219e007 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:53.813409 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] get_ports_and_sgs() called for port_ids ['0fa93ed7-d0e4-424f-a307-2b214616dc51'] {{(pid=92923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 21:33:53.833372 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f36a20-ce67-4323-ac7f-aa673a0f0479 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Pushing event deleted for resources: {'Port': ['ID=0fa93ed7-d0e4-424f-a307-2b214616dc51,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:53.846242 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f36a20-ce67-4323-ac7f-aa673a0f0479 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:53.846624 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f36a20-ce67-4323-ac7f-aa673a0f0479 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:53.846990 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f36a20-ce67-4323-ac7f-aa673a0f0479 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:53.847370 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f36a20-ce67-4323-ac7f-aa673a0f0479 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:53.847718 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f36a20-ce67-4323-ac7f-aa673a0f0479 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:53.848065 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f36a20-ce67-4323-ac7f-aa673a0f0479 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:53.848409 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f36a20-ce67-4323-ac7f-aa673a0f0479 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:53.849256 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f36a20-ce67-4323-ac7f-aa673a0f0479 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:53.849597 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f36a20-ce67-4323-ac7f-aa673a0f0479 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:53.849937 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f36a20-ce67-4323-ac7f-aa673a0f0479 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:53.850277 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f36a20-ce67-4323-ac7f-aa673a0f0479 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:53.850614 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f36a20-ce67-4323-ac7f-aa673a0f0479 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:33:53.854730 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f0f36a20-ce67-4323-ac7f-aa673a0f0479 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:53.893879 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f1658c-fa05-49c4-98f2-52708a6fd318 req-f0f36a20-ce67-4323-ac7f-aa673a0f0479 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] No DVR routers for this DVR port 0fa93ed7-d0e4-424f-a307-2b214616dc51 on host hv-cinder-79820 {{(pid=92922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 21:33:53.896484 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-45f1658c-fa05-49c4-98f2-52708a6fd318 req-f0f36a20-ce67-4323-ac7f-aa673a0f0479 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:53.898501 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-45f1658c-fa05-49c4-98f2-52708a6fd318 req-f0f36a20-ce67-4323-ac7f-aa673a0f0479 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.41 "DELETE /v2.0/ports/0fa93ed7-d0e4-424f-a307-2b214616dc51 HTTP/1.1" status: 204 len: 173 time: 0.4459026 Jun 26 21:33:53.898996 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f6e02c-99c8-40db-992f-bdb82efed762', 'name': 'network-vif-deleted', 'tag': '0fa93ed7-d0e4-424f-a307-2b214616dc51'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:33:53.901460 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02b73ab247f9faeb07a43472fb83bf8797eb00ff3c4bc2c6d8d9a12e0ada40b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3fb76a-8fcc-44a7-84e3-9a740b38a47b" -d '{"events": [{"server_uuid": "b4f6e02c-99c8-40db-992f-bdb82efed762", "name": "network-vif-deleted", "tag": "0fa93ed7-d0e4-424f-a307-2b214616dc51"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:33:53.941850 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 21:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c0910f-ba16-4348-9831-7e37937e0f89 x-openstack-request-id: req-e1c0910f-ba16-4348-9831-7e37937e0f89 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:33:53.941850 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f6e02c-99c8-40db-992f-bdb82efed762", "name": "network-vif-deleted", "tag": "0fa93ed7-d0e4-424f-a307-2b214616dc51", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:33:53.942174 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e1c0910f-ba16-4348-9831-7e37937e0f89 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:33:53.942563 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f6e02c-99c8-40db-992f-bdb82efed762', 'name': 'network-vif-deleted', 'tag': '0fa93ed7-d0e4-424f-a307-2b214616dc51', 'status': 'completed', 'code': 200} Jun 26 21:33:54.586258 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-67daab3f-e884-48f6-beea-5d35ebd63727 req-c933af8a-590d-45a2-abb7-6c0346930439 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6e02c-99c8-40db-992f-bdb82efed762 HTTP/1.1" status: 200 len: 210 time: 0.0308065 Jun 26 21:33:54.616140 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ab6eba33-c2ee-4ad8-b506-c3604870b8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:55.355831 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:55.868278 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:55.950562 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-94f397e6-d048-4b89-b648-59f37d55af37 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:55.952029 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-94f397e6-d048-4b89-b648-59f37d55af37 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/networks?id=c88caa71-657a-4c02-b7b6-9052cbaf1e6a HTTP/1.1" status: 200 len: 808 time: 0.1017063 Jun 26 21:33:55.967365 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-62a5c91d-86bc-424d-b2b6-69d267b82df3 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/quotas/170e80bf16d042319cd6de6e6df968fb HTTP/1.1" status: 200 len: 375 time: 0.0098503 Jun 26 21:33:55.998978 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-45e8b403-90a3-4624-bc8f-6e537214ab30 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=170e80bf16d042319cd6de6e6df968fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265858 Jun 26 21:33:56.090965 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-ba1b0845-8027-4220-ac46-e7a7b7bc6608 service neutron] 10.222.0.24 "GET /v2.0/networks/c88caa71-657a-4c02-b7b6-9052cbaf1e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849879 Jun 26 21:33:56.176596 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-2f8b3bb8-026c-4520-b848-009b2382ec36 service neutron] 10.222.0.24 "GET /v2.0/networks/c88caa71-657a-4c02-b7b6-9052cbaf1e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796001 Jun 26 21:33:56.351829 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3fbff064-345f-4f1b-884a-e1edde5a91fe req-8a69dc6f-c6b2-4440-9791-16c98f79ce5f tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b38e861-7080-4bf6-a59f-dc07497f0993 HTTP/1.1" status: 200 len: 210 time: 0.0316672 Jun 26 21:33:57.524254 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a71b0726-192b-40b0-a23e-c8ca7e5b14b1 req-37ea5e5a-a479-4df1-bfee-e994d12f24e0 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b38e861-7080-4bf6-a59f-dc07497f0993 HTTP/1.1" status: 200 len: 210 time: 0.0367339 Jun 26 21:33:57.562848 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-e6863290-480b-41fa-8a25-7cc7e2058b30 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:57.564455 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-e6863290-480b-41fa-8a25-7cc7e2058b30 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.41 "GET /v2.0/networks?id=c88caa71-657a-4c02-b7b6-9052cbaf1e6a HTTP/1.1" status: 200 len: 808 time: 0.1560478 Jun 26 21:33:57.591503 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-e95069d7-ed3c-4e2f-84d8-4927e5a12a5f tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Request body: {'port': {'device_id': '9b38e861-7080-4bf6-a59f-dc07497f0993', 'network_id': 'c88caa71-657a-4c02-b7b6-9052cbaf1e6a', 'admin_state_up': True, 'tenant_id': '170e80bf16d042319cd6de6e6df968fb'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:33:57.604625 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:57.707625 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-e95069d7-ed3c-4e2f-84d8-4927e5a12a5f tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Made reservation on behalf of 170e80bf16d042319cd6de6e6df968fb for: {'port': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:33:57.711961 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-e95069d7-ed3c-4e2f-84d8-4927e5a12a5f tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:57.840482 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-e95069d7-ed3c-4e2f-84d8-4927e5a12a5f tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Allocated IP 172.20.0.2 (c88caa71-657a-4c02-b7b6-9052cbaf1e6a/601f0b09-0345-4995-b5bd-a587659fe873/ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:33:57.992294 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-e95069d7-ed3c-4e2f-84d8-4927e5a12a5f tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:58.031628 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 0fa93ed7-d0e4-424f-a307-2b214616dc51 no longer exists at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:33:58.035427 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-e95069d7-ed3c-4e2f-84d8-4927e5a12a5f tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8809475'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:58.041479 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-558b8de5-b4da-4ef2-9f4b-e3a95745f8a5 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:58.058301 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] No Port match for: 0fa93ed7-d0e4-424f-a307-2b214616dc51 {{(pid=92923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 21:33:58.058644 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 0fa93ed7-d0e4-424f-a307-2b214616dc51 not bound to the agent host hv-cinder-79820 {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 21:33:58.107093 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-e95069d7-ed3c-4e2f-84d8-4927e5a12a5f tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Network c88caa71-657a-4c02-b7b6-9052cbaf1e6a is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:33:58.111323 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-e95069d7-ed3c-4e2f-84d8-4927e5a12a5f tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:33:58.114729 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95069d7-ed3c-4e2f-84d8-4927e5a12a5f tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Pushing event updated for resources: {'Port': ['ID=ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:58.115961 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-e95069d7-ed3c-4e2f-84d8-4927e5a12a5f tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:33:58.120492 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e95069d7-ed3c-4e2f-84d8-4927e5a12a5f tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:58.179760 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-e95069d7-ed3c-4e2f-84d8-4927e5a12a5f tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:58.180520 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-e95069d7-ed3c-4e2f-84d8-4927e5a12a5f tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:58.195772 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-e95069d7-ed3c-4e2f-84d8-4927e5a12a5f tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6088033 Jun 26 21:33:58.208679 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-f2586e5a-0f08-4721-b026-3c35b4a97b2f service neutron] Request body: {'port': {'device_id': '9b38e861-7080-4bf6-a59f-dc07497f0993', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79820'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:33:58.277679 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-f2586e5a-0f08-4721-b026-3c35b4a97b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:58.538960 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-f2586e5a-0f08-4721-b026-3c35b4a97b2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74 {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 21:33:58.546670 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-f2586e5a-0f08-4721-b026-3c35b4a97b2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:58.559228 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-f2586e5a-0f08-4721-b026-3c35b4a97b2f service neutron] Transition to ACTIVE for port object ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:33:58.563176 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-f2586e5a-0f08-4721-b026-3c35b4a97b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8809713'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:58.565287 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:58.614730 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2586e5a-0f08-4721-b026-3c35b4a97b2f service neutron] Pushing event updated for resources: {'Port': ['ID=ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:58.637233 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f2586e5a-0f08-4721-b026-3c35b4a97b2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:58.716076 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-f2586e5a-0f08-4721-b026-3c35b4a97b2f service neutron] Attempting to bind port ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74 on host hv-cinder-79820 for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:33:58.716412 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-f2586e5a-0f08-4721-b026-3c35b4a97b2f service neutron] Attempting to bind port ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74 by drivers openvswitch,hyperv on host hv-cinder-79820 at level 0 using segments [{'id': 'e9e2e6e2-a05d-4c69-831d-9867b8f3556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c88caa71-657a-4c02-b7b6-9052cbaf1e6a'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:33:58.716740 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-f2586e5a-0f08-4721-b026-3c35b4a97b2f service neutron] Attempting to bind port ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74 on network c88caa71-657a-4c02-b7b6-9052cbaf1e6a {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:33:58.725828 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-f2586e5a-0f08-4721-b026-3c35b4a97b2f service neutron] Port ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74 on network c88caa71-657a-4c02-b7b6-9052cbaf1e6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79820 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 21:33:58.726145 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-f2586e5a-0f08-4721-b026-3c35b4a97b2f service neutron] Attempting to bind port ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74 on network c88caa71-657a-4c02-b7b6-9052cbaf1e6a {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:33:58.733622 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-f2586e5a-0f08-4721-b026-3c35b4a97b2f service neutron] Checking agent: {'id': '92a96a50-8a1c-4808-8af1-2ac9e1a0a70b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79820', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 27, 54), 'started_at': datetime.datetime(2021, 6, 26, 21, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:33:58.733953 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-f2586e5a-0f08-4721-b026-3c35b4a97b2f service neutron] Checking segment: {'id': 'e9e2e6e2-a05d-4c69-831d-9867b8f3556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c88caa71-657a-4c02-b7b6-9052cbaf1e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:33:58.734329 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-f2586e5a-0f08-4721-b026-3c35b4a97b2f service neutron] Bound using segment: {'id': 'e9e2e6e2-a05d-4c69-831d-9867b8f3556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c88caa71-657a-4c02-b7b6-9052cbaf1e6a'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:33:58.734755 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-f2586e5a-0f08-4721-b026-3c35b4a97b2f service neutron] Bound port: ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74, host: hv-cinder-79820, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9e2e6e2-a05d-4c69-831d-9867b8f3556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c88caa71-657a-4c02-b7b6-9052cbaf1e6a'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:33:58.735110 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-f2586e5a-0f08-4721-b026-3c35b4a97b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:58.790964 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86570f7d-3bee-441b-a011-d9155fa7b5a7 req-44efff0b-9cc6-4cf9-a56b-756f76ba88f9 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:58.792453 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-86570f7d-3bee-441b-a011-d9155fa7b5a7 req-44efff0b-9cc6-4cf9-a56b-756f76ba88f9 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b38e861-7080-4bf6-a59f-dc07497f0993 HTTP/1.1" status: 200 len: 943 time: 0.1118827 Jun 26 21:33:58.835822 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-f2586e5a-0f08-4721-b026-3c35b4a97b2f service neutron] For port ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74, host hv-cinder-79820, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:33:58.862179 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-86570f7d-3bee-441b-a011-d9155fa7b5a7 req-d662f435-3846-40c8-95f9-e1a2d29540d7 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/security-groups?id=05edd369-6e27-409a-a0a8-2ac54159aa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626433 Jun 26 21:33:58.864562 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-f2586e5a-0f08-4721-b026-3c35b4a97b2f service neutron] For port ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74, host hv-cinder-79820, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74,segment=NetworkSegment(e9e2e6e2-a05d-4c69-831d-9867b8f3556c),segment_id=e9e2e6e2-a05d-4c69-831d-9867b8f3556c)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:33:58.871081 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-f2586e5a-0f08-4721-b026-3c35b4a97b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8809713'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:58.874433 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-d97f26be-16e4-42bd-8e0b-be16f7509042 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:33:58.912810 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-f2586e5a-0f08-4721-b026-3c35b4a97b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:58.913417 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-f2586e5a-0f08-4721-b026-3c35b4a97b2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:33:58.915232 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-f2586e5a-0f08-4721-b026-3c35b4a97b2f service neutron] 10.222.0.41 "PUT /v2.0/ports/ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74 HTTP/1.1" status: 200 len: 1093 time: 0.7109921 Jun 26 21:33:58.915741 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b38e861-7080-4bf6-a59f-dc07497f0993', 'tag': 'ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:33:58.918160 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02b73ab247f9faeb07a43472fb83bf8797eb00ff3c4bc2c6d8d9a12e0ada40b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071be7f0-ad76-44eb-a348-77742b172431" -d '{"events": [{"name": "network-changed", "server_uuid": "9b38e861-7080-4bf6-a59f-dc07497f0993", "tag": "ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:33:58.945782 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2586e5a-0f08-4721-b026-3c35b4a97b2f service neutron] Pushing event updated for resources: {'Port': ['ID=ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:33:58.949081 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f2586e5a-0f08-4721-b026-3c35b4a97b2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:33:58.959648 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 21:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a36a1ad-1fd3-4622-ba55-e189e44ca98c x-openstack-request-id: req-8a36a1ad-1fd3-4622-ba55-e189e44ca98c {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:33:58.959978 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b38e861-7080-4bf6-a59f-dc07497f0993", "tag": "ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:33:58.960288 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8a36a1ad-1fd3-4622-ba55-e189e44ca98c {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:33:58.960792 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b38e861-7080-4bf6-a59f-dc07497f0993', 'tag': 'ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74', 'status': 'completed', 'code': 200} Jun 26 21:33:59.024726 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-bdb305e2-01d1-43d5-899d-617b4c89c3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:59.026222 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-bdb305e2-01d1-43d5-899d-617b4c89c3d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=170e80bf16d042319cd6de6e6df968fb&device_id=9b38e861-7080-4bf6-a59f-dc07497f0993 HTTP/1.1" status: 200 len: 1096 time: 0.0564766 Jun 26 21:33:59.075221 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-ecd0eb28-21f6-4f7b-8711-297a4da3a2fb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74 HTTP/1.1" status: 200 len: 217 time: 0.0369945 Jun 26 21:33:59.133027 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-e7801301-0571-4194-9a5f-c85a3a542858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:59.134508 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-e7801301-0571-4194-9a5f-c85a3a542858 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=601f0b09-0345-4995-b5bd-a587659fe873 HTTP/1.1" status: 200 len: 848 time: 0.0476601 Jun 26 21:33:59.169007 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-eca7fc78-43ae-43f8-ab22-51451fbdd708 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c88caa71-657a-4c02-b7b6-9052cbaf1e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265467 Jun 26 21:33:59.262364 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-98894027-2d7c-447b-bd8b-258f3c823eae service neutron] 10.222.0.41 "GET /v2.0/networks/c88caa71-657a-4c02-b7b6-9052cbaf1e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865097 Jun 26 21:33:59.365925 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b0f9c585-fb2e-484d-b478-5b77c0b39e57 req-343883dd-ca2f-42bd-8e52-65d584a8f208 service neutron] 10.222.0.41 "GET /v2.0/networks/c88caa71-657a-4c02-b7b6-9052cbaf1e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968645 Jun 26 21:33:59.468937 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071be7f0-ad76-44eb-a348-77742b172431 req-3e27c9cb-4a86-4fd3-85c9-60805ef08a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:59.470422 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-071be7f0-ad76-44eb-a348-77742b172431 req-3e27c9cb-4a86-4fd3-85c9-60805ef08a38 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=170e80bf16d042319cd6de6e6df968fb&device_id=9b38e861-7080-4bf6-a59f-dc07497f0993 HTTP/1.1" status: 200 len: 1096 time: 0.0532126 Jun 26 21:33:59.564394 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071be7f0-ad76-44eb-a348-77742b172431 req-a4de14f5-55b6-482e-8486-538ab84f8f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:59.565859 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-071be7f0-ad76-44eb-a348-77742b172431 req-a4de14f5-55b6-482e-8486-538ab84f8f0e service neutron] 10.222.0.41 "GET /v2.0/networks?id=c88caa71-657a-4c02-b7b6-9052cbaf1e6a HTTP/1.1" status: 200 len: 909 time: 0.0882967 Jun 26 21:33:59.613374 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-071be7f0-ad76-44eb-a348-77742b172431 req-acf3ae3e-25b1-4dfa-9410-9aeee6e2c0ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74 HTTP/1.1" status: 200 len: 217 time: 0.0348155 Jun 26 21:33:59.664367 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071be7f0-ad76-44eb-a348-77742b172431 req-eabc99e9-08d7-45a5-9bdd-8e31e327be80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:33:59.665708 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-071be7f0-ad76-44eb-a348-77742b172431 req-eabc99e9-08d7-45a5-9bdd-8e31e327be80 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=601f0b09-0345-4995-b5bd-a587659fe873 HTTP/1.1" status: 200 len: 848 time: 0.0425467 Jun 26 21:33:59.701801 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-071be7f0-ad76-44eb-a348-77742b172431 req-d1cc4b38-8211-4142-85f3-cd05a4262eae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c88caa71-657a-4c02-b7b6-9052cbaf1e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293524 Jun 26 21:33:59.792032 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-071be7f0-ad76-44eb-a348-77742b172431 req-50514579-d592-4303-b86f-8cf931595e2d service neutron] 10.222.0.41 "GET /v2.0/networks/c88caa71-657a-4c02-b7b6-9052cbaf1e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814416 Jun 26 21:33:59.885096 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-071be7f0-ad76-44eb-a348-77742b172431 req-672cda15-c1de-494a-b4d9-f3222405db0a service neutron] 10.222.0.41 "GET /v2.0/networks/c88caa71-657a-4c02-b7b6-9052cbaf1e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843744 Jun 26 21:34:00.036617 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89bdb61-1003-4a54-806a-83335c02a694 req-4047702c-43a8-4116-a5ee-4dcd4d0ea8d8 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:00.038111 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d89bdb61-1003-4a54-806a-83335c02a694 req-4047702c-43a8-4116-a5ee-4dcd4d0ea8d8 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b38e861-7080-4bf6-a59f-dc07497f0993 HTTP/1.1" status: 200 len: 943 time: 0.0636466 Jun 26 21:34:00.076963 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d89bdb61-1003-4a54-806a-83335c02a694 req-aebe7e18-52c0-4c49-98df-401c071cd93d tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/security-groups?id=05edd369-6e27-409a-a0a8-2ac54159aa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323176 Jun 26 21:34:01.251671 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e565f44-8902-4b24-b5aa-90c62e92ad86 req-61b3053b-94da-4826-8649-a34d94d86e92 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:01.253178 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6e565f44-8902-4b24-b5aa-90c62e92ad86 req-61b3053b-94da-4826-8649-a34d94d86e92 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b38e861-7080-4bf6-a59f-dc07497f0993 HTTP/1.1" status: 200 len: 943 time: 0.0630465 Jun 26 21:34:01.295438 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6e565f44-8902-4b24-b5aa-90c62e92ad86 req-6976386e-b62d-47ba-9a38-dbaf1661035f tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/security-groups?id=05edd369-6e27-409a-a0a8-2ac54159aa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365503 Jun 26 21:34:02.059014 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74 details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=92923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 21:34:02.156886 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74,segment=NetworkSegment(e9e2e6e2-a05d-4c69-831d-9867b8f3556c),segment_id=e9e2e6e2-a05d-4c69-831d-9867b8f3556c)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:34:02.169617 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Returning: {'device': 'ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74', 'network_id': 'c88caa71-657a-4c02-b7b6-9052cbaf1e6a', 'port_id': 'ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74', 'mac_address': 'fa:16:3e:32:28:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601f0b09-0345-4995-b5bd-a587659fe873', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 21:34:02.206513 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:02.224005 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74 {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 21:34:02.244619 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74,segment=NetworkSegment(e9e2e6e2-a05d-4c69-831d-9867b8f3556c),segment_id=e9e2e6e2-a05d-4c69-831d-9867b8f3556c)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:34:02.248722 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:02.250641 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:34:02.297081 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74,revision_number=4']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:34:02.300075 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:34:02.547549 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] get_ports_and_sgs() called for port_ids ['ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74'] {{(pid=92923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 21:34:02.626898 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf1bf5-86f7-4cd2-9d72-d1da1039a170 req-d1a95d54-fcba-4631-940c-b93534c0ce4b tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:02.628442 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f7cf1bf5-86f7-4cd2-9d72-d1da1039a170 req-d1a95d54-fcba-4631-940c-b93534c0ce4b tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b38e861-7080-4bf6-a59f-dc07497f0993 HTTP/1.1" status: 200 len: 944 time: 0.0701711 Jun 26 21:34:02.670972 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f7cf1bf5-86f7-4cd2-9d72-d1da1039a170 req-5a77d5ea-0f26-4408-879b-6d86ccf3d810 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/security-groups?id=05edd369-6e27-409a-a0a8-2ac54159aa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338399 Jun 26 21:34:03.848112 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdde8d3-915a-4015-8306-55a30a6f0e08 req-e9bcdfbf-da35-4321-a116-023a715d53b9 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:03.849611 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4cdde8d3-915a-4015-8306-55a30a6f0e08 req-e9bcdfbf-da35-4321-a116-023a715d53b9 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b38e861-7080-4bf6-a59f-dc07497f0993 HTTP/1.1" status: 200 len: 944 time: 0.0697234 Jun 26 21:34:03.887534 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4cdde8d3-915a-4015-8306-55a30a6f0e08 req-bd1a7ade-8948-4749-ad85-3d726fd31147 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/security-groups?id=05edd369-6e27-409a-a0a8-2ac54159aa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322437 Jun 26 21:34:04.074085 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74 up at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:34:04.132448 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Provisioning for port ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74 completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:34:04.136577 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Provisioning complete for port ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:34:04.136962 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:04.212658 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:04.235405 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b38e861-7080-4bf6-a59f-dc07497f0993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:34:04.237578 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8789620f65ed64c11f36a2c9fb0085813b3741d077667d6f020eb6652e2807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297e0c43-3380-4b74-8253-00d7d7e2877a" -d '{"events": [{"server_uuid": "9b38e861-7080-4bf6-a59f-dc07497f0993", "name": "network-vif-plugged", "status": "completed", "tag": "ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:34:04.252078 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74,segment=NetworkSegment(e9e2e6e2-a05d-4c69-831d-9867b8f3556c),segment_id=e9e2e6e2-a05d-4c69-831d-9867b8f3556c)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:34:04.257059 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:04.260213 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c7807bb4-2881-4d3d-a9cf-aaf7dd58066f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:34:04.285968 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 21:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d2602c-9c0b-469f-b77a-588f285d236f x-openstack-request-id: req-55d2602c-9c0b-469f-b77a-588f285d236f {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:34:04.286275 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b38e861-7080-4bf6-a59f-dc07497f0993", "name": "network-vif-plugged", "status": "completed", "tag": "ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:34:04.287089 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-55d2602c-9c0b-469f-b77a-588f285d236f {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:34:04.287557 dv-cinder-798208-1-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b38e861-7080-4bf6-a59f-dc07497f0993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74', 'code': 200} Jun 26 21:34:04.317345 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74,revision_number=5']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:34:04.320901 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:34:04.512589 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a3d1b-d6c6-4de4-9664-f64c6baca138 req-7b893aea-0682-4ad0-a92f-208adf058d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:04.514064 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5e3a3d1b-d6c6-4de4-9664-f64c6baca138 req-7b893aea-0682-4ad0-a92f-208adf058d5a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9b38e861-7080-4bf6-a59f-dc07497f0993 HTTP/1.1" status: 200 len: 1098 time: 0.0550058 Jun 26 21:34:04.552338 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5e3a3d1b-d6c6-4de4-9664-f64c6baca138 req-da981da8-7645-4be3-9854-69269aeb988d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=05edd369-6e27-409a-a0a8-2ac54159aa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277896 Jun 26 21:34:05.066902 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f86aa-b2db-4737-a0ec-b65a9b1efb68 req-50355780-3dfa-48b9-8340-f06965387843 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:05.069059 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7b7f86aa-b2db-4737-a0ec-b65a9b1efb68 req-50355780-3dfa-48b9-8340-f06965387843 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b38e861-7080-4bf6-a59f-dc07497f0993 HTTP/1.1" status: 200 len: 945 time: 0.0680425 Jun 26 21:34:05.108718 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7b7f86aa-b2db-4737-a0ec-b65a9b1efb68 req-32119574-1ec8-4c52-bfce-29e2562b6c73 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/security-groups?id=05edd369-6e27-409a-a0a8-2ac54159aa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339384 Jun 26 21:34:06.280356 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba418f9-396b-4ae6-b4ab-2f938870660b req-6906a4f6-6d7a-447c-ab27-3d4ee1d221a2 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:06.281849 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-eba418f9-396b-4ae6-b4ab-2f938870660b req-6906a4f6-6d7a-447c-ab27-3d4ee1d221a2 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b38e861-7080-4bf6-a59f-dc07497f0993 HTTP/1.1" status: 200 len: 945 time: 0.0625234 Jun 26 21:34:06.323916 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-eba418f9-396b-4ae6-b4ab-2f938870660b req-b03a98b4-8d36-4c15-a21f-331afb2e4e0e tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/security-groups?id=05edd369-6e27-409a-a0a8-2ac54159aa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357370 Jun 26 21:34:07.009248 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce6cd3-a7e3-493e-bf7d-66d547695202 req-d7d38088-2194-4fff-9668-fd9a929ee1a5 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:07.010790 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c7ce6cd3-a7e3-493e-bf7d-66d547695202 req-d7d38088-2194-4fff-9668-fd9a929ee1a5 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.0729985 Jun 26 21:34:07.063749 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c7ce6cd3-a7e3-493e-bf7d-66d547695202 req-c2cbf601-ed18-4bf2-8285-edecbc95e0ec tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452638 Jun 26 21:34:07.283171 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d23eb0-ba33-4cf2-89b6-1b56359a5fcd req-4e6b6c38-3b3b-471a-8bb1-c8971a0db628 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:07.284667 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-01d23eb0-ba33-4cf2-89b6-1b56359a5fcd req-4e6b6c38-3b3b-471a-8bb1-c8971a0db628 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b38e861-7080-4bf6-a59f-dc07497f0993 HTTP/1.1" status: 200 len: 945 time: 0.0677466 Jun 26 21:34:07.324036 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-01d23eb0-ba33-4cf2-89b6-1b56359a5fcd req-93f93756-42c0-44d6-84a8-3bb3b12ebbb9 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/security-groups?id=05edd369-6e27-409a-a0a8-2ac54159aa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317478 Jun 26 21:34:08.246378 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a58f32-f0e3-45fd-a34c-20cb0f13a624 req-e48c0977-1579-4f37-b288-62226dc59bdf tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:08.247972 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-22a58f32-f0e3-45fd-a34c-20cb0f13a624 req-e48c0977-1579-4f37-b288-62226dc59bdf tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.0678239 Jun 26 21:34:08.286916 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-22a58f32-f0e3-45fd-a34c-20cb0f13a624 req-87bcde5a-2157-4ba3-829a-2f305307984e tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330820 Jun 26 21:34:08.505075 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390a3e9-b2ef-4a95-8507-495aabb4eb7e req-19c29acf-db4a-4dd9-a50d-46a248eaa37e tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:08.507160 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a390a3e9-b2ef-4a95-8507-495aabb4eb7e req-19c29acf-db4a-4dd9-a50d-46a248eaa37e tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b38e861-7080-4bf6-a59f-dc07497f0993 HTTP/1.1" status: 200 len: 945 time: 0.0657499 Jun 26 21:34:08.551461 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a390a3e9-b2ef-4a95-8507-495aabb4eb7e req-7f8d8520-2793-4d06-b9b9-6f07e5f6b49d tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/security-groups?id=05edd369-6e27-409a-a0a8-2ac54159aa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383739 Jun 26 21:34:08.802782 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5be12-187a-40e7-8b02-1969252b7993 req-6b18c084-e3ef-47e8-824a-56b12f001a0b tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:08.804261 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d1c5be12-187a-40e7-8b02-1969252b7993 req-6b18c084-e3ef-47e8-824a-56b12f001a0b tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b38e861-7080-4bf6-a59f-dc07497f0993 HTTP/1.1" status: 200 len: 945 time: 0.0633047 Jun 26 21:34:08.913163 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-d1c5be12-187a-40e7-8b02-1969252b7993 req-8313ac2c-bff4-4e0c-b3d8-6f4120dc120f tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Deleting port ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:34:08.913163 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-d1c5be12-187a-40e7-8b02-1969252b7993 req-8313ac2c-bff4-4e0c-b3d8-6f4120dc120f tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:09.000750 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-d1c5be12-187a-40e7-8b02-1969252b7993 req-8313ac2c-bff4-4e0c-b3d8-6f4120dc120f tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] For port ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74,segment=NetworkSegment(e9e2e6e2-a05d-4c69-831d-9867b8f3556c),segment_id=e9e2e6e2-a05d-4c69-831d-9867b8f3556c)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:34:09.001093 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-d1c5be12-187a-40e7-8b02-1969252b7993 req-8313ac2c-bff4-4e0c-b3d8-6f4120dc120f tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:09.015431 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-d1c5be12-187a-40e7-8b02-1969252b7993 req-8313ac2c-bff4-4e0c-b3d8-6f4120dc120f tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Calling delete_port for ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74 owned by compute:nova {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:34:09.137651 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-d1c5be12-187a-40e7-8b02-1969252b7993 req-8313ac2c-bff4-4e0c-b3d8-6f4120dc120f tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8809482'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:09.141378 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:34:09.150297 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] get_ports_and_sgs() called for port_ids ['ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74'] {{(pid=92923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 21:34:09.169634 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8313ac2c-bff4-4e0c-b3d8-6f4120dc120f tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Pushing event deleted for resources: {'Port': ['ID=ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:34:09.173089 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-8313ac2c-bff4-4e0c-b3d8-6f4120dc120f tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:34:09.230361 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c5be12-187a-40e7-8b02-1969252b7993 req-8313ac2c-bff4-4e0c-b3d8-6f4120dc120f tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] No DVR routers for this DVR port ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74 on host hv-cinder-79820 {{(pid=92922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 21:34:09.232884 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-d1c5be12-187a-40e7-8b02-1969252b7993 req-8313ac2c-bff4-4e0c-b3d8-6f4120dc120f tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:09.234911 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d1c5be12-187a-40e7-8b02-1969252b7993 req-8313ac2c-bff4-4e0c-b3d8-6f4120dc120f tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.41 "DELETE /v2.0/ports/ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74 HTTP/1.1" status: 204 len: 173 time: 0.4167781 Jun 26 21:34:09.235455 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b38e861-7080-4bf6-a59f-dc07497f0993', 'name': 'network-vif-deleted', 'tag': 'ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:34:09.237745 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02b73ab247f9faeb07a43472fb83bf8797eb00ff3c4bc2c6d8d9a12e0ada40b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364ad883-7d32-4f32-b39f-aea87c6b1542" -d '{"events": [{"server_uuid": "9b38e861-7080-4bf6-a59f-dc07497f0993", "name": "network-vif-deleted", "tag": "ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:34:09.273770 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 21:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1db8fd2-1215-425c-beb9-5d26b14d898f x-openstack-request-id: req-e1db8fd2-1215-425c-beb9-5d26b14d898f {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:34:09.274084 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b38e861-7080-4bf6-a59f-dc07497f0993", "name": "network-vif-deleted", "tag": "ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:34:09.274379 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e1db8fd2-1215-425c-beb9-5d26b14d898f {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:34:09.274794 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b38e861-7080-4bf6-a59f-dc07497f0993', 'name': 'network-vif-deleted', 'tag': 'ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74', 'status': 'completed', 'code': 200} Jun 26 21:34:09.280177 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d62f6-d9d5-4e76-8630-1de4ab014c6b req-77ed377c-5308-4264-a167-9a11b81ef6c7 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:09.281645 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-4d7d62f6-d9d5-4e76-8630-1de4ab014c6b req-77ed377c-5308-4264-a167-9a11b81ef6c7 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.41 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.0769947 Jun 26 21:34:09.399001 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-4d7d62f6-d9d5-4e76-8630-1de4ab014c6b req-7b79145a-88ed-4b0c-beb7-bd2062f76d68 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Deleting port 5ad7faa0-7c22-4b18-955c-b7b1615ef083 {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:34:09.399374 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-4d7d62f6-d9d5-4e76-8630-1de4ab014c6b req-7b79145a-88ed-4b0c-beb7-bd2062f76d68 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:09.471406 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c5db2-86f5-4cfe-98b3-deca3a00cbc1 req-85a4a1b1-adb9-488d-a12b-24f34d1ab5f5 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:09.472945 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4a6c5db2-86f5-4cfe-98b3-deca3a00cbc1 req-85a4a1b1-adb9-488d-a12b-24f34d1ab5f5 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 945 time: 0.0661502 Jun 26 21:34:09.494880 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-4d7d62f6-d9d5-4e76-8630-1de4ab014c6b req-7b79145a-88ed-4b0c-beb7-bd2062f76d68 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] For port 5ad7faa0-7c22-4b18-955c-b7b1615ef083, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=5ad7faa0-7c22-4b18-955c-b7b1615ef083,segment=NetworkSegment(4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98),segment_id=4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:34:09.495276 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-4d7d62f6-d9d5-4e76-8630-1de4ab014c6b req-7b79145a-88ed-4b0c-beb7-bd2062f76d68 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:09.510682 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4a6c5db2-86f5-4cfe-98b3-deca3a00cbc1 req-bb83b3c5-090c-4a98-a4f9-0ba3c786b573 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317483 Jun 26 21:34:09.720182 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-06222c8b-07f3-4588-a79e-484f6af2bd62 req-95d68b9c-db72-4d53-8956-9e6fa69e1e13 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b38e861-7080-4bf6-a59f-dc07497f0993 HTTP/1.1" status: 200 len: 210 time: 0.0364053 Jun 26 21:34:09.723378 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-4d7d62f6-d9d5-4e76-8630-1de4ab014c6b req-7b79145a-88ed-4b0c-beb7-bd2062f76d68 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:09.723614 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-4d7d62f6-d9d5-4e76-8630-1de4ab014c6b req-7b79145a-88ed-4b0c-beb7-bd2062f76d68 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642591'] for floatingip, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:09.724100 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.db.l3_db [req-4d7d62f6-d9d5-4e76-8630-1de4ab014c6b req-7b79145a-88ed-4b0c-beb7-bd2062f76d68 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Floating IP 1c2b43e9-5673-4e39-823f-ce90605193ee disassociated. External IP: 172.27.2.52, port: 5ad7faa0-7c22-4b18-955c-b7b1615ef083. Jun 26 21:34:09.724460 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-4d7d62f6-d9d5-4e76-8630-1de4ab014c6b req-7b79145a-88ed-4b0c-beb7-bd2062f76d68 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Calling delete_port for 5ad7faa0-7c22-4b18-955c-b7b1615ef083 owned by compute:nova {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:34:09.862046 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-4d7d62f6-d9d5-4e76-8630-1de4ab014c6b req-7b79145a-88ed-4b0c-beb7-bd2062f76d68 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8896241'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:09.867521 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-e7d19fab-0b5f-4f0d-844e-259ffbd7d980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:34:09.892339 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b79145a-88ed-4b0c-beb7-bd2062f76d68 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Pushing event deleted for resources: {'Port': ['ID=5ad7faa0-7c22-4b18-955c-b7b1615ef083,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:34:09.896854 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-7b79145a-88ed-4b0c-beb7-bd2062f76d68 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:34:10.045306 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d7d62f6-d9d5-4e76-8630-1de4ab014c6b req-7b79145a-88ed-4b0c-beb7-bd2062f76d68 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Router 343fbf0d-879b-49a6-8eeb-4b905ed4da55 has already been hosted by L3 agent 8f52ff15-e1cf-4181-89b9-9a217ed1d1bf {{(pid=92921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 21:34:10.417419 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d7d62f6-d9d5-4e76-8630-1de4ab014c6b req-7b79145a-88ed-4b0c-beb7-bd2062f76d68 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify agent at l3_agent.dv-cinder-798208-1-iscsi the message routers_updated {{(pid=92921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 21:34:10.427600 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ec00c7-ce76-4e0a-8570-092ea872ad90 None None] Sync routers for ids ['343fbf0d-879b-49a6-8eeb-4b905ed4da55'] in dv-cinder-798208-1-iscsi {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 21:34:10.436862 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ec00c7-ce76-4e0a-8570-092ea872ad90 None None] Routers {'343fbf0d-879b-49a6-8eeb-4b905ed4da55'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:34:10.437564 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-07ec00c7-ce76-4e0a-8570-092ea872ad90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:33:55Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['343fbf0d-879b-49a6-8eeb-4b905ed4da55'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:34:10.462359 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7d62f6-d9d5-4e76-8630-1de4ab014c6b req-7b79145a-88ed-4b0c-beb7-bd2062f76d68 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] No DVR routers for this DVR port 5ad7faa0-7c22-4b18-955c-b7b1615ef083 on host hv-cinder-79820 {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 21:34:10.465100 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-4d7d62f6-d9d5-4e76-8630-1de4ab014c6b req-7b79145a-88ed-4b0c-beb7-bd2062f76d68 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:10.467656 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-4d7d62f6-d9d5-4e76-8630-1de4ab014c6b req-7b79145a-88ed-4b0c-beb7-bd2062f76d68 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.41 "DELETE /v2.0/ports/5ad7faa0-7c22-4b18-955c-b7b1615ef083 HTTP/1.1" status: 204 len: 173 time: 1.1687994 Jun 26 21:34:10.468437 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58090a90-ffec-458b-b113-3bb2940afe55', 'name': 'network-vif-deleted', 'tag': '5ad7faa0-7c22-4b18-955c-b7b1615ef083'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:34:10.471913 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b5f6d741f71b22ca80de7011a5bf010bd5b330abd4b28dbd747dc86a1ce20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f2d532-d149-4d69-bdc0-f7d2d8b8a2d0" -d '{"events": [{"server_uuid": "58090a90-ffec-458b-b113-3bb2940afe55", "name": "network-vif-deleted", "tag": "5ad7faa0-7c22-4b18-955c-b7b1615ef083"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:34:10.517736 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 21:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b4416d-8733-4b97-ad2b-c90762faca30 x-openstack-request-id: req-80b4416d-8733-4b97-ad2b-c90762faca30 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:34:10.518065 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58090a90-ffec-458b-b113-3bb2940afe55", "name": "network-vif-deleted", "tag": "5ad7faa0-7c22-4b18-955c-b7b1615ef083", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:34:10.518356 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-80b4416d-8733-4b97-ad2b-c90762faca30 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:34:10.518784 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58090a90-ffec-458b-b113-3bb2940afe55', 'name': 'network-vif-deleted', 'tag': '5ad7faa0-7c22-4b18-955c-b7b1615ef083', 'status': 'completed', 'code': 200} Jun 26 21:34:10.568356 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-07ec00c7-ce76-4e0a-8570-092ea872ad90 None None] Set router 343fbf0d-879b-49a6-8eeb-4b905ed4da55 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:34:10.692589 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1ab90083-9bdc-4631-8efb-2b7f71806376 req-76d5ab09-4e28-440f-b201-3bbfd52298d8 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=58090a90-ffec-458b-b113-3bb2940afe55 HTTP/1.1" status: 200 len: 210 time: 0.0392103 Jun 26 21:34:10.794932 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-07ec00c7-ce76-4e0a-8570-092ea872ad90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'name': 'tempest-AttachVolumeTestJSON-1233558065-router', 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'a733d03e-3be1-403f-a1e3-4b11a655a06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:29:29Z', 'updated_at': '2021-06-26T21:29:44Z', 'revision_number': 4, 'project_id': '95b2f2bc0b574f2b979cd6ba40175646', 'gw_port': {'id': 'a733d03e-3be1-403f-a1e3-4b11a655a06d', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:db:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:29:30Z', 'updated_at': '2021-06-26T21:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': 'da0550cb-cccb-4c89-a877-f92a0fb439b9', 'name': '', 'network_id': 'd5655de1-5361-4a06-953a-81fc39e01316', 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646', 'mac_address': 'fa:16:3e:7f:9b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c6283427-b1a2-45b8-8e04-fdc5bc89b513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:29:40Z', 'updated_at': '2021-06-26T21:29:56Z', 'revision_number': 5, 'project_id': '95b2f2bc0b574f2b979cd6ba40175646', 'subnets': [{'id': 'c6283427-b1a2-45b8-8e04-fdc5bc89b513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:34:10.824723 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ec00c7-ce76-4e0a-8570-092ea872ad90 None None] Checking router: 343fbf0d-879b-49a6-8eeb-4b905ed4da55 for host: dv-cinder-798208-1-iscsi {{(pid=92923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 21:34:10.835230 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ec00c7-ce76-4e0a-8570-092ea872ad90 None None] Routers {'343fbf0d-879b-49a6-8eeb-4b905ed4da55'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:34:10.836164 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-07ec00c7-ce76-4e0a-8570-092ea872ad90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:33:55Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['343fbf0d-879b-49a6-8eeb-4b905ed4da55'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:34:10.956724 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-07ec00c7-ce76-4e0a-8570-092ea872ad90 None None] Set router 343fbf0d-879b-49a6-8eeb-4b905ed4da55 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:34:11.228686 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-07ec00c7-ce76-4e0a-8570-092ea872ad90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'name': 'tempest-AttachVolumeTestJSON-1233558065-router', 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'a733d03e-3be1-403f-a1e3-4b11a655a06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:29:29Z', 'updated_at': '2021-06-26T21:29:44Z', 'revision_number': 4, 'project_id': '95b2f2bc0b574f2b979cd6ba40175646', 'gw_port': {'id': 'a733d03e-3be1-403f-a1e3-4b11a655a06d', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:db:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:29:30Z', 'updated_at': '2021-06-26T21:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': 'da0550cb-cccb-4c89-a877-f92a0fb439b9', 'name': '', 'network_id': 'd5655de1-5361-4a06-953a-81fc39e01316', 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646', 'mac_address': 'fa:16:3e:7f:9b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c6283427-b1a2-45b8-8e04-fdc5bc89b513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:29:40Z', 'updated_at': '2021-06-26T21:29:56Z', 'revision_number': 5, 'project_id': '95b2f2bc0b574f2b979cd6ba40175646', 'subnets': [{'id': 'c6283427-b1a2-45b8-8e04-fdc5bc89b513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:34:11.256984 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ec00c7-ce76-4e0a-8570-092ea872ad90 None None] The sync data for ids ['343fbf0d-879b-49a6-8eeb-4b905ed4da55'] in dv-cinder-798208-1-iscsi is: [{'id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'name': 'tempest-AttachVolumeTestJSON-1233558065-router', 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'a733d03e-3be1-403f-a1e3-4b11a655a06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:29:29Z', 'updated_at': '2021-06-26T21:29:44Z', 'revision_number': 4, 'project_id': '95b2f2bc0b574f2b979cd6ba40175646', 'gw_port': {'id': 'a733d03e-3be1-403f-a1e3-4b11a655a06d', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:db:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:29:30Z', 'updated_at': '2021-06-26T21:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': 'da0550cb-cccb-4c89-a877-f92a0fb439b9', 'name': '', 'network_id': 'd5655de1-5361-4a06-953a-81fc39e01316', 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646', 'mac_address': 'fa:16:3e:7f:9b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c6283427-b1a2-45b8-8e04-fdc5bc89b513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:29:40Z', 'updated_at': '2021-06-26T21:29:56Z', 'revision_number': 5, 'project_id': '95b2f2bc0b574f2b979cd6ba40175646', 'subnets': [{'id': 'c6283427-b1a2-45b8-8e04-fdc5bc89b513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 21:34:11.526086 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4b3b52-3cdc-4b84-9255-7a492d6d533f None None] New status for floating IP 1c2b43e9-5673-4e39-823f-ce90605193ee: DOWN {{(pid=92924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 21:34:11.832024 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 44802) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:34:11.893164 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-627b4426-495b-42bc-a59a-1278f9bbb8f6 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:11.917091 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-627b4426-495b-42bc-a59a-1278f9bbb8f6 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:11.965546 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-627b4426-495b-42bc-a59a-1278f9bbb8f6 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:11.968228 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-627b4426-495b-42bc-a59a-1278f9bbb8f6 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:11.969339 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-627b4426-495b-42bc-a59a-1278f9bbb8f6 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "DELETE /v2.0/security-groups/4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0 HTTP/1.1" status: 204 len: 168 time: 0.1363223 Jun 26 21:34:11.970190 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-b33722d8-df80-4a6a-8505-b700feed3e49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:34:11.972169 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 44812) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:34:11.979410 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b4426-495b-42bc-a59a-1278f9bbb8f6 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:34:11.986240 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.api.v2.resource [None req-84ba66f9-b9e0-44ac-9c2d-067025e71c23 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] show failed (client error): The resource could not be found. Jun 26 21:34:11.990675 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-84ba66f9-b9e0-44ac-9c2d-067025e71c23 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups/4c51e0db-1a7a-441d-8e2a-ecb95ca8b1e0 HTTP/1.1" status: 404 len: 347 time: 0.0141897 Jun 26 21:34:11.990842 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-627b4426-495b-42bc-a59a-1278f9bbb8f6 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:34:11.991073 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 44814) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:34:12.390941 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-ffd49b93-b8c6-4dc2-92aa-594efed1057d tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Deleting port 3ba31557-a5ef-45df-b767-88a38226792d {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:34:12.391329 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ffd49b93-b8c6-4dc2-92aa-594efed1057d tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:12.493111 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ffd49b93-b8c6-4dc2-92aa-594efed1057d tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:12.493111 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ffd49b93-b8c6-4dc2-92aa-594efed1057d tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:12.507683 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-ffd49b93-b8c6-4dc2-92aa-594efed1057d tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Calling delete_port for 3ba31557-a5ef-45df-b767-88a38226792d owned by network:floatingip {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:34:12.650760 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ffd49b93-b8c6-4dc2-92aa-594efed1057d tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8809482'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:12.653047 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-5a8b54b7-e4c7-4a32-8d0f-a9d3a8451d82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:34:12.677059 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd49b93-b8c6-4dc2-92aa-594efed1057d tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Pushing event deleted for resources: {'Port': ['ID=3ba31557-a5ef-45df-b767-88a38226792d,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:34:12.679984 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-ffd49b93-b8c6-4dc2-92aa-594efed1057d tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:34:12.737584 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ffd49b93-b8c6-4dc2-92aa-594efed1057d tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks [] for floatingip, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:12.740548 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ffd49b93-b8c6-4dc2-92aa-594efed1057d tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for floatingip, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:12.741671 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-ffd49b93-b8c6-4dc2-92aa-594efed1057d tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "DELETE /v2.0/floatingips/1c2b43e9-5673-4e39-823f-ce90605193ee HTTP/1.1" status: 204 len: 168 time: 0.7496502 Jun 26 21:34:13.039049 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 44824) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:34:13.043932 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-a8496c52-4494-45ee-843d-e2ef58520482 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Request body: {'security_group': {'name': 'tempest-securitygroup--110751846', 'description': 'tempest-description--1596101208'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:34:13.069851 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a8496c52-4494-45ee-843d-e2ef58520482 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:13.164839 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a8496c52-4494-45ee-843d-e2ef58520482 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:13.168888 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a8496c52-4494-45ee-843d-e2ef58520482 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:13.171713 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-50fce35a-4c7a-4fee-8596-aadbeeaa0821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:34:13.202864 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a8496c52-4494-45ee-843d-e2ef58520482 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:13.204102 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-a8496c52-4494-45ee-843d-e2ef58520482 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1640208 Jun 26 21:34:13.207027 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 44826) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:34:13.212360 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-eeef2242-1c28-41ca-a289-a53a3c72f7c5 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Request body: {'security_group_rule': {'security_group_id': '6e014a30-9681-4d7b-8718-81cbfdc3c5c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:34:13.220375 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8496c52-4494-45ee-843d-e2ef58520482 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e014a30-9681-4d7b-8718-81cbfdc3c5c5,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:34:13.224622 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-a8496c52-4494-45ee-843d-e2ef58520482 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:34:13.243855 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-eeef2242-1c28-41ca-a289-a53a3c72f7c5 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:13.307441 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-eeef2242-1c28-41ca-a289-a53a3c72f7c5 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:13.311211 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-eeef2242-1c28-41ca-a289-a53a3c72f7c5 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-625768'] for security_group_rule, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:13.313254 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-2a759d40-cf77-40bb-a33c-548b9fb6562c tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:34:13.329608 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef2242-1c28-41ca-a289-a53a3c72f7c5 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0c89dbf-e1d7-464b-b59d-98c9de5f8801,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:34:13.332275 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-eeef2242-1c28-41ca-a289-a53a3c72f7c5 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:34:13.338171 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-eeef2242-1c28-41ca-a289-a53a3c72f7c5 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:13.339693 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-eeef2242-1c28-41ca-a289-a53a3c72f7c5 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1312947 Jun 26 21:34:13.342982 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 44828) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:34:13.347653 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-efe0cfb6-3b75-42d6-814e-49ca92ad5835 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Request body: {'security_group_rule': {'security_group_id': '6e014a30-9681-4d7b-8718-81cbfdc3c5c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:34:13.374378 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-efe0cfb6-3b75-42d6-814e-49ca92ad5835 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:13.435446 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-efe0cfb6-3b75-42d6-814e-49ca92ad5835 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:13.439414 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-efe0cfb6-3b75-42d6-814e-49ca92ad5835 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-625768'] for security_group_rule, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:13.441350 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:34:13.457896 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe0cfb6-3b75-42d6-814e-49ca92ad5835 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b396ce77-c4cd-49e1-bb05-c99225fcb106,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:34:13.460604 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-efe0cfb6-3b75-42d6-814e-49ca92ad5835 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:34:13.465923 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-efe0cfb6-3b75-42d6-814e-49ca92ad5835 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:13.468680 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-efe0cfb6-3b75-42d6-814e-49ca92ad5835 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1246290 Jun 26 21:34:13.470060 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 44830) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:34:13.475233 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-b0f9b77d-d5c7-48f4-b873-68c66c132585 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Request body: {'floatingip': {'floating_network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:34:13.496649 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b0f9b77d-d5c7-48f4-b873-68c66c132585 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks [] for floatingip, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:13.596781 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b0f9b77d-d5c7-48f4-b873-68c66c132585 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:13.702162 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-b0f9b77d-d5c7-48f4-b873-68c66c132585 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Allocated IP 172.27.2.243 (fc74eb2e-f674-4785-8e1a-443cbfb459f7/02c6eafe-d2ac-4065-b904-73ec1df0a44a/c376d446-c6a7-4746-aa32-9e2826725494) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:34:13.768386 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.agents_db [None req-53b98272-06bb-47ef-8924-edf36d473ef8 None None] Agent healthcheck: found 6 active agents {{(pid=92924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 21:34:13.806620 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b0f9b77d-d5c7-48f4-b873-68c66c132585 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:13.847597 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b0f9b77d-d5c7-48f4-b873-68c66c132585 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8809475'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:13.850849 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:34:13.884506 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f9b77d-d5c7-48f4-b873-68c66c132585 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Network fc74eb2e-f674-4785-8e1a-443cbfb459f7 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:34:13.889800 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-b0f9b77d-d5c7-48f4-b873-68c66c132585 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:34:13.892172 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f9b77d-d5c7-48f4-b873-68c66c132585 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:34:13.897112 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74 no longer exists at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:34:13.920018 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] No Port match for: ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74 {{(pid=92923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 21:34:13.920554 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device ae2bd7d6-d94f-45bb-9521-9f0afc4e8f74 not bound to the agent host hv-cinder-79820 {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 21:34:13.923112 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f9b77d-d5c7-48f4-b873-68c66c132585 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Pushing event updated for resources: {'Port': ['ID=c376d446-c6a7-4746-aa32-9e2826725494,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:34:13.927277 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b0f9b77d-d5c7-48f4-b873-68c66c132585 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:34:13.985506 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b0f9b77d-d5c7-48f4-b873-68c66c132585 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:14.030528 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b0f9b77d-d5c7-48f4-b873-68c66c132585 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:14.189326 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b0f9b77d-d5c7-48f4-b873-68c66c132585 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:14.194289 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b0f9b77d-d5c7-48f4-b873-68c66c132585 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8809713'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:14.196265 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:34:14.261124 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f9b77d-d5c7-48f4-b873-68c66c132585 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Pushing event updated for resources: {'Port': ['ID=c376d446-c6a7-4746-aa32-9e2826725494,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:34:14.264781 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b0f9b77d-d5c7-48f4-b873-68c66c132585 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:34:14.271084 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b0f9b77d-d5c7-48f4-b873-68c66c132585 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642591'] for floatingip, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:14.283804 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b0f9b77d-d5c7-48f4-b873-68c66c132585 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for floatingip, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:14.285161 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-b0f9b77d-d5c7-48f4-b873-68c66c132585 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8141720 Jun 26 21:34:14.472061 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-f3186de0-66a5-4e5d-94c0-791ec08dd78b tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--110751846&fields=id&tenant_id=95b2f2bc0b574f2b979cd6ba40175646 HTTP/1.1" status: 200 len: 267 time: 0.0359986 Jun 26 21:34:14.573768 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-7029e945-3a7c-4ae2-b585-e493a651dae9 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:14.575253 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-7029e945-3a7c-4ae2-b585-e493a651dae9 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/networks?id=d5655de1-5361-4a06-953a-81fc39e01316 HTTP/1.1" status: 200 len: 811 time: 0.0968435 Jun 26 21:34:14.590130 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-6ad3bd8f-62cc-4d20-b432-40910e085cc6 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/quotas/95b2f2bc0b574f2b979cd6ba40175646 HTTP/1.1" status: 200 len: 375 time: 0.0095446 Jun 26 21:34:14.656817 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-9cc9e717-1e94-4ead-917b-08caa0993c6a tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=95b2f2bc0b574f2b979cd6ba40175646&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0617213 Jun 26 21:34:14.754131 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-e8bdc283-e6b6-4283-9520-2ef366fb7140 service neutron] 10.222.0.24 "GET /v2.0/networks/d5655de1-5361-4a06-953a-81fc39e01316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853856 Jun 26 21:34:14.849832 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-591e65df-e4fa-4c4b-9f63-0e42f7c4f0fe service neutron] 10.222.0.24 "GET /v2.0/networks/d5655de1-5361-4a06-953a-81fc39e01316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893946 Jun 26 21:34:14.944893 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 5ad7faa0-7c22-4b18-955c-b7b1615ef083 no longer exists at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:34:14.964857 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] No Port match for: 5ad7faa0-7c22-4b18-955c-b7b1615ef083 {{(pid=92923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 21:34:14.965211 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 5ad7faa0-7c22-4b18-955c-b7b1615ef083 not bound to the agent host hv-cinder-79820 {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 21:34:15.034759 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c5d70b32-961e-4915-9c27-b2283391f1a8 req-80b1744c-3f73-4847-b124-19508b5b100d tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b307126-d21d-4d7b-b3c8-8d0a76a87c25 HTTP/1.1" status: 200 len: 210 time: 0.0296228 Jun 26 21:34:16.207165 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-cde16bd3-16f9-4b6f-8ba5-cd6b50c0f426 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:16.209675 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-cde16bd3-16f9-4b6f-8ba5-cd6b50c0f426 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.41 "GET /v2.0/networks?id=d5655de1-5361-4a06-953a-81fc39e01316 HTTP/1.1" status: 200 len: 811 time: 0.1712968 Jun 26 21:34:16.220381 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b12cc6b6-1e5f-4cf1-8376-41cfa6d602b8 req-e76290b7-7966-4cf5-af1d-030312ed3125 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b307126-d21d-4d7b-b3c8-8d0a76a87c25 HTTP/1.1" status: 200 len: 210 time: 0.0325153 Jun 26 21:34:16.282312 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-4deb49df-1e33-45e6-a49d-dddf55ad81dc tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95b2f2bc0b574f2b979cd6ba40175646 HTTP/1.1" status: 200 len: 379 time: 0.0541136 Jun 26 21:34:16.294952 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-45391afa-770c-42da-ad39-5627ec61cc24 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Request body: {'port': {'device_id': '8b307126-d21d-4d7b-b3c8-8d0a76a87c25', 'network_id': 'd5655de1-5361-4a06-953a-81fc39e01316', 'admin_state_up': True, 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646', 'security_groups': ['6e014a30-9681-4d7b-8718-81cbfdc3c5c5']}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:34:16.466176 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-45391afa-770c-42da-ad39-5627ec61cc24 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Made reservation on behalf of 95b2f2bc0b574f2b979cd6ba40175646 for: {'port': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:34:16.470707 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-45391afa-770c-42da-ad39-5627ec61cc24 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:16.657182 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-45391afa-770c-42da-ad39-5627ec61cc24 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Allocated IP 172.20.0.3 (d5655de1-5361-4a06-953a-81fc39e01316/c6283427-b1a2-45b8-8e04-fdc5bc89b513/7ae48301-8fad-44d3-954d-1e3a0663bf58) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:34:16.811134 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-45391afa-770c-42da-ad39-5627ec61cc24 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:16.825609 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-45391afa-770c-42da-ad39-5627ec61cc24 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Transition to ACTIVE for port object 7ae48301-8fad-44d3-954d-1e3a0663bf58 will not be triggered until provisioned by entity DHCP. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:34:16.861383 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-45391afa-770c-42da-ad39-5627ec61cc24 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8896248'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:16.866592 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-9e412d9a-fa54-4927-a7b1-0a1e1b2040ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:34:16.921177 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-45391afa-770c-42da-ad39-5627ec61cc24 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Network d5655de1-5361-4a06-953a-81fc39e01316 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:34:16.927734 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-45391afa-770c-42da-ad39-5627ec61cc24 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:34:16.931663 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-45391afa-770c-42da-ad39-5627ec61cc24 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:34:16.967235 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45391afa-770c-42da-ad39-5627ec61cc24 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Pushing event updated for resources: {'Port': ['ID=7ae48301-8fad-44d3-954d-1e3a0663bf58,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:34:16.971981 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-45391afa-770c-42da-ad39-5627ec61cc24 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:34:17.007683 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-45391afa-770c-42da-ad39-5627ec61cc24 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:17.008393 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-45391afa-770c-42da-ad39-5627ec61cc24 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:17.025973 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-45391afa-770c-42da-ad39-5627ec61cc24 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7351205 Jun 26 21:34:17.039749 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-8a3a6ed5-0828-4fdf-bd9e-fdea29370a5a service neutron] Request body: {'port': {'device_id': '8b307126-d21d-4d7b-b3c8-8d0a76a87c25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79820'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:34:17.132093 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-8a3a6ed5-0828-4fdf-bd9e-fdea29370a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:17.189923 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-09a5f059-c8b1-4643-b947-960ae72cf621 None None] Provisioning for port 7ae48301-8fad-44d3-954d-1e3a0663bf58 completed by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:34:17.198797 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-09a5f059-c8b1-4643-b947-960ae72cf621 None None] Provisioning complete for port 7ae48301-8fad-44d3-954d-1e3a0663bf58 triggered by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:34:17.199502 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-09a5f059-c8b1-4643-b947-960ae72cf621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:17.241645 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-09a5f059-c8b1-4643-b947-960ae72cf621 None None] Port 7ae48301-8fad-44d3-954d-1e3a0663bf58 cannot update to ACTIVE because it is not bound. {{(pid=92923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 21:34:17.495228 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb81a7f-ba6b-441b-a9d9-b8edd903b3ba req-502c6364-f7aa-446c-bec8-55cd54582a34 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:17.496780 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7cb81a7f-ba6b-441b-a9d9-b8edd903b3ba req-502c6364-f7aa-446c-bec8-55cd54582a34 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b307126-d21d-4d7b-b3c8-8d0a76a87c25 HTTP/1.1" status: 200 len: 931 time: 0.1285355 Jun 26 21:34:17.529559 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-8a3a6ed5-0828-4fdf-bd9e-fdea29370a5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ae48301-8fad-44d3-954d-1e3a0663bf58 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 21:34:17.539146 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-8a3a6ed5-0828-4fdf-bd9e-fdea29370a5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:17.564223 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-8a3a6ed5-0828-4fdf-bd9e-fdea29370a5a service neutron] Transition to ACTIVE for port object 7ae48301-8fad-44d3-954d-1e3a0663bf58 will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:34:17.573452 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-8a3a6ed5-0828-4fdf-bd9e-fdea29370a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8896010'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:17.577387 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7cb81a7f-ba6b-441b-a9d9-b8edd903b3ba req-dd628a99-6b98-4fda-99cd-ea13010e8eb2 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e014a30-9681-4d7b-8718-81cbfdc3c5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688925 Jun 26 21:34:17.579589 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-e60d9bb6-4190-4e3e-bfef-9a519d1714ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:34:17.689356 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a6ed5-0828-4fdf-bd9e-fdea29370a5a service neutron] Pushing event updated for resources: {'Port': ['ID=7ae48301-8fad-44d3-954d-1e3a0663bf58,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:34:17.693859 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-8a3a6ed5-0828-4fdf-bd9e-fdea29370a5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:34:17.727024 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-8a3a6ed5-0828-4fdf-bd9e-fdea29370a5a service neutron] Attempting to bind port 7ae48301-8fad-44d3-954d-1e3a0663bf58 on host hv-cinder-79820 for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:34:17.727635 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-8a3a6ed5-0828-4fdf-bd9e-fdea29370a5a service neutron] Attempting to bind port 7ae48301-8fad-44d3-954d-1e3a0663bf58 by drivers openvswitch,hyperv on host hv-cinder-79820 at level 0 using segments [{'id': '4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd5655de1-5361-4a06-953a-81fc39e01316'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:34:17.728174 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-8a3a6ed5-0828-4fdf-bd9e-fdea29370a5a service neutron] Attempting to bind port 7ae48301-8fad-44d3-954d-1e3a0663bf58 on network d5655de1-5361-4a06-953a-81fc39e01316 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:34:17.733330 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-8a3a6ed5-0828-4fdf-bd9e-fdea29370a5a service neutron] Port 7ae48301-8fad-44d3-954d-1e3a0663bf58 on network d5655de1-5361-4a06-953a-81fc39e01316 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79820 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 21:34:17.733656 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-8a3a6ed5-0828-4fdf-bd9e-fdea29370a5a service neutron] Attempting to bind port 7ae48301-8fad-44d3-954d-1e3a0663bf58 on network d5655de1-5361-4a06-953a-81fc39e01316 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:34:17.740408 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-8a3a6ed5-0828-4fdf-bd9e-fdea29370a5a service neutron] Checking agent: {'id': '92a96a50-8a1c-4808-8af1-2ac9e1a0a70b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79820', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 27, 54), 'started_at': datetime.datetime(2021, 6, 26, 21, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:34:17.740760 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-8a3a6ed5-0828-4fdf-bd9e-fdea29370a5a service neutron] Checking segment: {'id': '4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd5655de1-5361-4a06-953a-81fc39e01316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:34:17.741208 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-8a3a6ed5-0828-4fdf-bd9e-fdea29370a5a service neutron] Bound using segment: {'id': '4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd5655de1-5361-4a06-953a-81fc39e01316'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:34:17.742176 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-8a3a6ed5-0828-4fdf-bd9e-fdea29370a5a service neutron] Bound port: 7ae48301-8fad-44d3-954d-1e3a0663bf58, host: hv-cinder-79820, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd5655de1-5361-4a06-953a-81fc39e01316'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:34:17.742555 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-8a3a6ed5-0828-4fdf-bd9e-fdea29370a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:17.854305 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-8a3a6ed5-0828-4fdf-bd9e-fdea29370a5a service neutron] For port 7ae48301-8fad-44d3-954d-1e3a0663bf58, host hv-cinder-79820, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:34:17.859594 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-8a3a6ed5-0828-4fdf-bd9e-fdea29370a5a service neutron] For port 7ae48301-8fad-44d3-954d-1e3a0663bf58, host hv-cinder-79820, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=7ae48301-8fad-44d3-954d-1e3a0663bf58,segment=NetworkSegment(4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98),segment_id=4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:34:17.869774 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-8a3a6ed5-0828-4fdf-bd9e-fdea29370a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8896010'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:17.872350 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:34:17.945260 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-8a3a6ed5-0828-4fdf-bd9e-fdea29370a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:17.946125 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-8a3a6ed5-0828-4fdf-bd9e-fdea29370a5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:17.948504 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-8a3a6ed5-0828-4fdf-bd9e-fdea29370a5a service neutron] 10.222.0.41 "PUT /v2.0/ports/7ae48301-8fad-44d3-954d-1e3a0663bf58 HTTP/1.1" status: 200 len: 1093 time: 0.9132957 Jun 26 21:34:17.949753 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b307126-d21d-4d7b-b3c8-8d0a76a87c25', 'tag': '7ae48301-8fad-44d3-954d-1e3a0663bf58'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:34:17.968514 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b5f6d741f71b22ca80de7011a5bf010bd5b330abd4b28dbd747dc86a1ce20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a4a692-782a-4bcc-bfe4-bcacec85e251" -d '{"events": [{"name": "network-changed", "server_uuid": "8b307126-d21d-4d7b-b3c8-8d0a76a87c25", "tag": "7ae48301-8fad-44d3-954d-1e3a0663bf58"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:34:18.048781 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a6ed5-0828-4fdf-bd9e-fdea29370a5a service neutron] Pushing event updated for resources: {'Port': ['ID=7ae48301-8fad-44d3-954d-1e3a0663bf58,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:34:18.053675 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-8a3a6ed5-0828-4fdf-bd9e-fdea29370a5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:34:18.057292 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 21:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dcccee9-8185-4528-a20a-f984c0fc68de x-openstack-request-id: req-4dcccee9-8185-4528-a20a-f984c0fc68de {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:34:18.057620 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b307126-d21d-4d7b-b3c8-8d0a76a87c25", "tag": "7ae48301-8fad-44d3-954d-1e3a0663bf58", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:34:18.057910 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4dcccee9-8185-4528-a20a-f984c0fc68de {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:34:18.058598 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b307126-d21d-4d7b-b3c8-8d0a76a87c25', 'tag': '7ae48301-8fad-44d3-954d-1e3a0663bf58', 'status': 'completed', 'code': 200} Jun 26 21:34:18.123533 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-ec9f6ee8-7090-4835-8fee-8e7911181f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:18.124966 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-ec9f6ee8-7090-4835-8fee-8e7911181f37 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=95b2f2bc0b574f2b979cd6ba40175646&device_id=8b307126-d21d-4d7b-b3c8-8d0a76a87c25 HTTP/1.1" status: 200 len: 1096 time: 0.1150589 Jun 26 21:34:18.180231 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-6956a370-f932-427a-ba4f-8e9b4c25003f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ae48301-8fad-44d3-954d-1e3a0663bf58 HTTP/1.1" status: 200 len: 217 time: 0.0475798 Jun 26 21:34:18.242123 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-31a11681-d08a-4344-929a-b10c143559fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:18.244049 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-31a11681-d08a-4344-929a-b10c143559fb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c6283427-b1a2-45b8-8e04-fdc5bc89b513 HTTP/1.1" status: 200 len: 850 time: 0.0566313 Jun 26 21:34:18.325682 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-3bc50102-be2f-4a69-a258-5ecb302da05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:18.328055 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-3bc50102-be2f-4a69-a258-5ecb302da05e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d5655de1-5361-4a06-953a-81fc39e01316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0771067 Jun 26 21:34:18.571691 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-18f2dbb3-ec63-4304-a3c1-81fb33219c7e service neutron] 10.222.0.41 "GET /v2.0/networks/d5655de1-5361-4a06-953a-81fc39e01316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322369 Jun 26 21:34:18.705574 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-8415c5e9-bb80-417f-9b26-f9fd4c16c795 req-9384cdd1-b125-4fc0-8779-158e73ff0e1d service neutron] 10.222.0.41 "GET /v2.0/networks/d5655de1-5361-4a06-953a-81fc39e01316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230774 Jun 26 21:34:18.777875 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ea2b8-2f95-4a8c-b238-e54b70488026 req-3ff41728-09b9-4bf1-a8ae-d1114155992d tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:18.780377 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-825ea2b8-2f95-4a8c-b238-e54b70488026 req-3ff41728-09b9-4bf1-a8ae-d1114155992d tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b307126-d21d-4d7b-b3c8-8d0a76a87c25 HTTP/1.1" status: 200 len: 943 time: 0.0723753 Jun 26 21:34:18.823456 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-825ea2b8-2f95-4a8c-b238-e54b70488026 req-db9cb3eb-5d5e-46f3-8835-ad774cd9097b tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e014a30-9681-4d7b-8718-81cbfdc3c5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371258 Jun 26 21:34:18.829738 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4a692-782a-4bcc-bfe4-bcacec85e251 req-bfdc06fa-fe6c-4b0f-975b-2318222b3a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:18.832250 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-83a4a692-782a-4bcc-bfe4-bcacec85e251 req-bfdc06fa-fe6c-4b0f-975b-2318222b3a05 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=95b2f2bc0b574f2b979cd6ba40175646&device_id=8b307126-d21d-4d7b-b3c8-8d0a76a87c25 HTTP/1.1" status: 200 len: 1096 time: 0.0697381 Jun 26 21:34:18.952019 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4a692-782a-4bcc-bfe4-bcacec85e251 req-2bb51a49-6203-4750-9aeb-c92bcf1d26e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:18.953923 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-83a4a692-782a-4bcc-bfe4-bcacec85e251 req-2bb51a49-6203-4750-9aeb-c92bcf1d26e5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d5655de1-5361-4a06-953a-81fc39e01316 HTTP/1.1" status: 200 len: 912 time: 0.1125941 Jun 26 21:34:19.011686 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-83a4a692-782a-4bcc-bfe4-bcacec85e251 req-f0c308e7-bd2b-41a7-8a59-13af9e216a4a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ae48301-8fad-44d3-954d-1e3a0663bf58 HTTP/1.1" status: 200 len: 217 time: 0.0473533 Jun 26 21:34:19.072022 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4a692-782a-4bcc-bfe4-bcacec85e251 req-e4478446-f042-47be-a193-d346be0d500f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:19.073603 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-83a4a692-782a-4bcc-bfe4-bcacec85e251 req-e4478446-f042-47be-a193-d346be0d500f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c6283427-b1a2-45b8-8e04-fdc5bc89b513 HTTP/1.1" status: 200 len: 850 time: 0.0553682 Jun 26 21:34:19.169906 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4a692-782a-4bcc-bfe4-bcacec85e251 req-6500e277-5d8c-45ef-ba72-d541df43153d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:19.171454 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-83a4a692-782a-4bcc-bfe4-bcacec85e251 req-6500e277-5d8c-45ef-ba72-d541df43153d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d5655de1-5361-4a06-953a-81fc39e01316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0903847 Jun 26 21:34:19.291101 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-83a4a692-782a-4bcc-bfe4-bcacec85e251 req-55ca34ed-085f-4d21-a81e-0b22c0fb7bf9 service neutron] 10.222.0.41 "GET /v2.0/networks/d5655de1-5361-4a06-953a-81fc39e01316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102614 Jun 26 21:34:19.391018 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-83a4a692-782a-4bcc-bfe4-bcacec85e251 req-f0c19245-e388-4f6e-9e5d-447500b81cf2 service neutron] 10.222.0.41 "GET /v2.0/networks/d5655de1-5361-4a06-953a-81fc39e01316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918117 Jun 26 21:34:20.020598 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1aa3a-9cd4-47a1-a3ae-1c0b72cba7c5 req-398c01bd-d7ca-4373-b1ca-e6abfafaaaa3 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:20.022967 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-45e1aa3a-9cd4-47a1-a3ae-1c0b72cba7c5 req-398c01bd-d7ca-4373-b1ca-e6abfafaaaa3 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b307126-d21d-4d7b-b3c8-8d0a76a87c25 HTTP/1.1" status: 200 len: 943 time: 0.0747659 Jun 26 21:34:20.073155 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-45e1aa3a-9cd4-47a1-a3ae-1c0b72cba7c5 req-a573a2f0-089d-4c21-8f96-86e0ae92afd6 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e014a30-9681-4d7b-8718-81cbfdc3c5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442278 Jun 26 21:34:20.398062 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-be614372-ed48-4055-9c2b-33293c591f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:20.778222 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47670f-aa3b-402f-b6f2-442e123d16f6 req-6fa163e7-5719-416d-8f0f-9b4ada82ebe9 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:20.783968 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-db47670f-aa3b-402f-b6f2-442e123d16f6 req-6fa163e7-5719-416d-8f0f-9b4ada82ebe9 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 946 time: 0.0852330 Jun 26 21:34:20.827519 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-db47670f-aa3b-402f-b6f2-442e123d16f6 req-b6c2db79-22a3-4dfe-bda6-59e60b287248 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392113 Jun 26 21:34:21.320915 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e071c-9ed4-4209-b1ac-ba715941a4d6 req-fa67145b-dbb9-40e9-aeaf-cff1a088feaa tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:21.322459 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d12e071c-9ed4-4209-b1ac-ba715941a4d6 req-fa67145b-dbb9-40e9-aeaf-cff1a088feaa tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b307126-d21d-4d7b-b3c8-8d0a76a87c25 HTTP/1.1" status: 200 len: 943 time: 0.0685649 Jun 26 21:34:21.368294 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d12e071c-9ed4-4209-b1ac-ba715941a4d6 req-9bd62bfc-d745-411f-9f68-edc53decde37 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e014a30-9681-4d7b-8718-81cbfdc3c5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392375 Jun 26 21:34:22.055520 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73594c-639d-4b40-97d9-0dc024fc1791 req-aa7b0f06-4877-42af-9501-dff8309e26c5 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:22.057233 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0e73594c-639d-4b40-97d9-0dc024fc1791 req-aa7b0f06-4877-42af-9501-dff8309e26c5 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 946 time: 0.0857470 Jun 26 21:34:22.115237 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0e73594c-639d-4b40-97d9-0dc024fc1791 req-e4743f56-2cde-4620-96c0-8842bd3f5058 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489733 Jun 26 21:34:22.618869 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d9967-a7dd-40f6-97a1-7ad0879d5d20 req-7b3e98a4-fc9b-46e6-96b9-0774afa27a83 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:22.621148 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-250d9967-a7dd-40f6-97a1-7ad0879d5d20 req-7b3e98a4-fc9b-46e6-96b9-0774afa27a83 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b307126-d21d-4d7b-b3c8-8d0a76a87c25 HTTP/1.1" status: 200 len: 943 time: 0.1010048 Jun 26 21:34:22.640807 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:22.680276 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-250d9967-a7dd-40f6-97a1-7ad0879d5d20 req-a8fa7e64-8b79-4006-9051-eecad43cfbab tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e014a30-9681-4d7b-8718-81cbfdc3c5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517523 Jun 26 21:34:22.965819 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 7ae48301-8fad-44d3-954d-1e3a0663bf58 details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=92923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 21:34:23.136700 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 7ae48301-8fad-44d3-954d-1e3a0663bf58, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=7ae48301-8fad-44d3-954d-1e3a0663bf58,segment=NetworkSegment(4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98),segment_id=4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:34:23.162504 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Returning: {'device': '7ae48301-8fad-44d3-954d-1e3a0663bf58', 'network_id': 'd5655de1-5361-4a06-953a-81fc39e01316', 'port_id': '7ae48301-8fad-44d3-954d-1e3a0663bf58', 'mac_address': 'fa:16:3e:1d:4d:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6283427-b1a2-45b8-8e04-fdc5bc89b513', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 21:34:23.209373 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:23.225000 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ae48301-8fad-44d3-954d-1e3a0663bf58 {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 21:34:23.249842 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 7ae48301-8fad-44d3-954d-1e3a0663bf58, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=7ae48301-8fad-44d3-954d-1e3a0663bf58,segment=NetworkSegment(4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98),segment_id=4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:34:23.256402 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:23.258398 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-5c38bc3a-9777-46b6-a8d4-187bb784e353 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:34:23.336308 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=7ae48301-8fad-44d3-954d-1e3a0663bf58,revision_number=4']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:34:23.339835 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:34:23.368431 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5608df-ed9c-4dd5-af78-92b051f7bc19 req-2318226e-2a0a-4c35-b06c-76397ec95df6 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:23.369920 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0b5608df-ed9c-4dd5-af78-92b051f7bc19 req-2318226e-2a0a-4c35-b06c-76397ec95df6 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 946 time: 0.0670714 Jun 26 21:34:23.412349 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0b5608df-ed9c-4dd5-af78-92b051f7bc19 req-fcddeb7e-b56f-44c2-8da4-ebc262637b70 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360212 Jun 26 21:34:23.543205 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] get_ports_and_sgs() called for port_ids ['7ae48301-8fad-44d3-954d-1e3a0663bf58'] {{(pid=92923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 21:34:23.891020 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da89bf-ca17-4afd-9173-37f2a3e29013 req-dba432e2-d557-4023-a2a8-1854d45ac3bb tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:23.893236 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-13da89bf-ca17-4afd-9173-37f2a3e29013 req-dba432e2-d557-4023-a2a8-1854d45ac3bb tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b307126-d21d-4d7b-b3c8-8d0a76a87c25 HTTP/1.1" status: 200 len: 944 time: 0.0725770 Jun 26 21:34:23.937311 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-13da89bf-ca17-4afd-9173-37f2a3e29013 req-db188a21-34eb-4577-80fa-e0150af8f26b tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e014a30-9681-4d7b-8718-81cbfdc3c5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360398 Jun 26 21:34:24.624172 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e389d0-411d-4d6f-8e99-bfbcc41cdc24 req-bec8c330-3274-48a7-9b71-4fd4901596fb tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:24.634564 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-61e389d0-411d-4d6f-8e99-bfbcc41cdc24 req-bec8c330-3274-48a7-9b71-4fd4901596fb tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 946 time: 0.0990870 Jun 26 21:34:24.683228 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0ec4ab4a-5132-44de-810a-f69ebcba4d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:24.685829 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-61e389d0-411d-4d6f-8e99-bfbcc41cdc24 req-2dc7c69f-aaee-4e8f-b452-90de8cb71b8d tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521708 Jun 26 21:34:24.980222 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 7ae48301-8fad-44d3-954d-1e3a0663bf58 up at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:34:25.058105 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Provisioning for port 7ae48301-8fad-44d3-954d-1e3a0663bf58 completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:34:25.065532 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Provisioning complete for port 7ae48301-8fad-44d3-954d-1e3a0663bf58 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:34:25.066274 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:25.134746 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4461f-977e-4af5-bc61-7dfa90537314 req-7659469a-32fa-4519-8146-d9695ff7e0df tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:25.141940 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ead4461f-977e-4af5-bc61-7dfa90537314 req-7659469a-32fa-4519-8146-d9695ff7e0df tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b307126-d21d-4d7b-b3c8-8d0a76a87c25 HTTP/1.1" status: 200 len: 944 time: 0.0795012 Jun 26 21:34:25.169577 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:25.182482 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ead4461f-977e-4af5-bc61-7dfa90537314 req-dcaada45-5478-40cc-a1cc-a0ce75fa8cb3 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e014a30-9681-4d7b-8718-81cbfdc3c5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394733 Jun 26 21:34:25.196521 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b307126-d21d-4d7b-b3c8-8d0a76a87c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae48301-8fad-44d3-954d-1e3a0663bf58'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:34:25.199848 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8789620f65ed64c11f36a2c9fb0085813b3741d077667d6f020eb6652e2807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c54542d-6985-447a-8862-83b039a43245" -d '{"events": [{"server_uuid": "8b307126-d21d-4d7b-b3c8-8d0a76a87c25", "name": "network-vif-plugged", "status": "completed", "tag": "7ae48301-8fad-44d3-954d-1e3a0663bf58"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:34:25.215941 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 7ae48301-8fad-44d3-954d-1e3a0663bf58, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=7ae48301-8fad-44d3-954d-1e3a0663bf58,segment=NetworkSegment(4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98),segment_id=4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:34:25.224125 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:25.227747 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:34:25.250131 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 21:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bf3444-3f68-424b-8186-ebbb91f1d007 x-openstack-request-id: req-22bf3444-3f68-424b-8186-ebbb91f1d007 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:34:25.250433 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b307126-d21d-4d7b-b3c8-8d0a76a87c25", "name": "network-vif-plugged", "status": "completed", "tag": "7ae48301-8fad-44d3-954d-1e3a0663bf58", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:34:25.250695 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-22bf3444-3f68-424b-8186-ebbb91f1d007 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:34:25.251097 dv-cinder-798208-1-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b307126-d21d-4d7b-b3c8-8d0a76a87c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae48301-8fad-44d3-954d-1e3a0663bf58', 'code': 200} Jun 26 21:34:25.292200 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=7ae48301-8fad-44d3-954d-1e3a0663bf58,revision_number=5']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:34:25.303579 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:34:25.386219 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:25.555204 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36dab9-8fdb-4cbe-beae-790fc3a7d98a req-1ae3677f-3f83-40b3-8eb4-32d69ac099e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:25.557519 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-1c36dab9-8fdb-4cbe-beae-790fc3a7d98a req-1ae3677f-3f83-40b3-8eb4-32d69ac099e2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8b307126-d21d-4d7b-b3c8-8d0a76a87c25 HTTP/1.1" status: 200 len: 1098 time: 0.0664546 Jun 26 21:34:25.605236 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-1c36dab9-8fdb-4cbe-beae-790fc3a7d98a req-b57c4424-3812-4f78-bf63-fb7a0be4a48a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6e014a30-9681-4d7b-8718-81cbfdc3c5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397573 Jun 26 21:34:25.879027 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:25.888542 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727e656-527e-442e-ad35-6297ec5c40e0 req-4246fc0b-bddb-469c-b909-4fe75dd5c621 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:25.896016 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4727e656-527e-442e-ad35-6297ec5c40e0 req-4246fc0b-bddb-469c-b909-4fe75dd5c621 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 946 time: 0.0878603 Jun 26 21:34:25.945632 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4727e656-527e-442e-ad35-6297ec5c40e0 req-3cdfd6de-a017-49c7-be7c-4c2323ce7206 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479333 Jun 26 21:34:26.377762 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077c494-d7db-4050-ab58-8a9d687f23c3 req-cb0fe2c6-c935-4dd9-b360-a6043a1233fa tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:26.380873 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4077c494-d7db-4050-ab58-8a9d687f23c3 req-cb0fe2c6-c935-4dd9-b360-a6043a1233fa tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b307126-d21d-4d7b-b3c8-8d0a76a87c25 HTTP/1.1" status: 200 len: 945 time: 0.0794621 Jun 26 21:34:26.432036 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4077c494-d7db-4050-ab58-8a9d687f23c3 req-24b99b41-4a1c-4cc0-b561-6f864f9729aa tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e014a30-9681-4d7b-8718-81cbfdc3c5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450761 Jun 26 21:34:27.148321 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af919d58-6a25-4e8b-af0a-24494e941526 req-ec3a0e23-50da-4954-a7e5-e8ce76814491 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:27.150097 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-af919d58-6a25-4e8b-af0a-24494e941526 req-ec3a0e23-50da-4954-a7e5-e8ce76814491 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 946 time: 0.0727308 Jun 26 21:34:27.198823 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-af919d58-6a25-4e8b-af0a-24494e941526 req-6ed8c560-40e4-4781-820c-31faa4ef2c91 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424478 Jun 26 21:34:27.614366 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:27.643288 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7503f79-52ab-49e4-9190-7eec7eb02a1a req-17a9c1a8-0db7-4dd2-82ef-646d332ff109 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:27.645278 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d7503f79-52ab-49e4-9190-7eec7eb02a1a req-17a9c1a8-0db7-4dd2-82ef-646d332ff109 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b307126-d21d-4d7b-b3c8-8d0a76a87c25 HTTP/1.1" status: 200 len: 945 time: 0.0904546 Jun 26 21:34:27.700403 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d7503f79-52ab-49e4-9190-7eec7eb02a1a req-7f506ddc-6317-40a8-9f10-d8b3015ff5a6 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e014a30-9681-4d7b-8718-81cbfdc3c5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445926 Jun 26 21:34:27.905079 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9455735-9e04-4bc5-a5b7-4b18b102702e req-7024e8fa-5d9d-422d-8f38-a9f7786bc9e9 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:27.918579 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c9455735-9e04-4bc5-a5b7-4b18b102702e req-7024e8fa-5d9d-422d-8f38-a9f7786bc9e9 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b307126-d21d-4d7b-b3c8-8d0a76a87c25 HTTP/1.1" status: 200 len: 945 time: 0.0761676 Jun 26 21:34:27.922397 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 45016) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:34:27.928243 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-803e43a5-4285-4a93-a161-95b62c345d2b tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Request body: {'floatingip': {'port_id': '7ae48301-8fad-44d3-954d-1e3a0663bf58'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:34:27.977854 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-803e43a5-4285-4a93-a161-95b62c345d2b tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks [] for floatingip, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:28.512390 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a62b04-abe4-4b1d-a71f-a85efcb00c2d req-fdaeeccd-2879-478a-82f9-3956dbf7a01f tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:28.514081 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-24a62b04-abe4-4b1d-a71f-a85efcb00c2d req-fdaeeccd-2879-478a-82f9-3956dbf7a01f tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 946 time: 0.1555541 Jun 26 21:34:28.624461 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-803e43a5-4285-4a93-a161-95b62c345d2b tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:28.630820 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-803e43a5-4285-4a93-a161-95b62c345d2b tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642591'] for floatingip, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:28.744385 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.db.l3_db [None req-803e43a5-4285-4a93-a161-95b62c345d2b tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Floating IP b86eb14d-5a03-4e6f-b4ee-53734f5d81e1 associated. External IP: 172.27.2.243, port: 7ae48301-8fad-44d3-954d-1e3a0663bf58. Jun 26 21:34:28.831373 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-24a62b04-abe4-4b1d-a71f-a85efcb00c2d req-6c2cf028-6aea-4210-a130-d281285b3b0c tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3054051 Jun 26 21:34:29.045625 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803e43a5-4285-4a93-a161-95b62c345d2b tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Router 343fbf0d-879b-49a6-8eeb-4b905ed4da55 has already been hosted by L3 agent 8f52ff15-e1cf-4181-89b9-9a217ed1d1bf {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 21:34:29.496745 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803e43a5-4285-4a93-a161-95b62c345d2b tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify agent at l3_agent.dv-cinder-798208-1-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 21:34:29.507013 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-803e43a5-4285-4a93-a161-95b62c345d2b tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for floatingip, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:29.513707 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18a85b1-34c6-4f07-b7d4-ad71685a5ec4 None None] Sync routers for ids ['343fbf0d-879b-49a6-8eeb-4b905ed4da55'] in dv-cinder-798208-1-iscsi {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 21:34:29.530610 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18a85b1-34c6-4f07-b7d4-ad71685a5ec4 None None] Routers {'343fbf0d-879b-49a6-8eeb-4b905ed4da55'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:34:29.531259 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-f18a85b1-34c6-4f07-b7d4-ad71685a5ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:34:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['343fbf0d-879b-49a6-8eeb-4b905ed4da55'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:34:29.561724 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-803e43a5-4285-4a93-a161-95b62c345d2b tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "PUT /v2.0/floatingips/b86eb14d-5a03-4e6f-b4ee-53734f5d81e1 HTTP/1.1" status: 200 len: 991 time: 1.6381202 Jun 26 21:34:29.562702 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b307126-d21d-4d7b-b3c8-8d0a76a87c25', 'tag': '7ae48301-8fad-44d3-954d-1e3a0663bf58'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:34:29.582072 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02b73ab247f9faeb07a43472fb83bf8797eb00ff3c4bc2c6d8d9a12e0ada40b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be42cdd-a8e7-4d50-9e0d-09ff5ab6fb52" -d '{"events": [{"name": "network-changed", "server_uuid": "8b307126-d21d-4d7b-b3c8-8d0a76a87c25", "tag": "7ae48301-8fad-44d3-954d-1e3a0663bf58"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:34:29.663326 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 21:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8df282-0fd4-4214-8386-f30fcebddd1c x-openstack-request-id: req-7c8df282-0fd4-4214-8386-f30fcebddd1c {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:34:29.664251 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b307126-d21d-4d7b-b3c8-8d0a76a87c25", "tag": "7ae48301-8fad-44d3-954d-1e3a0663bf58", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:34:29.664703 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7c8df282-0fd4-4214-8386-f30fcebddd1c {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:34:29.665285 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b307126-d21d-4d7b-b3c8-8d0a76a87c25', 'tag': '7ae48301-8fad-44d3-954d-1e3a0663bf58', 'status': 'completed', 'code': 200} Jun 26 21:34:29.682142 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-f18a85b1-34c6-4f07-b7d4-ad71685a5ec4 None None] Set router 343fbf0d-879b-49a6-8eeb-4b905ed4da55 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:34:29.744502 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be42cdd-a8e7-4d50-9e0d-09ff5ab6fb52 req-f2ac9784-4ded-46b5-ae66-d7fdf53deb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:29.745858 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-9be42cdd-a8e7-4d50-9e0d-09ff5ab6fb52 req-f2ac9784-4ded-46b5-ae66-d7fdf53deb3a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=95b2f2bc0b574f2b979cd6ba40175646&device_id=8b307126-d21d-4d7b-b3c8-8d0a76a87c25 HTTP/1.1" status: 200 len: 1098 time: 0.0577681 Jun 26 21:34:29.870237 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be42cdd-a8e7-4d50-9e0d-09ff5ab6fb52 req-ae02ecac-b2c1-4d55-a13c-3cf75dfa4e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:29.871854 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-9be42cdd-a8e7-4d50-9e0d-09ff5ab6fb52 req-ae02ecac-b2c1-4d55-a13c-3cf75dfa4e29 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d5655de1-5361-4a06-953a-81fc39e01316 HTTP/1.1" status: 200 len: 912 time: 0.1180091 Jun 26 21:34:29.962991 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-9be42cdd-a8e7-4d50-9e0d-09ff5ab6fb52 req-925be43b-3f68-404c-91e3-643099288bba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ae48301-8fad-44d3-954d-1e3a0663bf58 HTTP/1.1" status: 200 len: 999 time: 0.0793271 Jun 26 21:34:30.000987 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-f18a85b1-34c6-4f07-b7d4-ad71685a5ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'name': 'tempest-AttachVolumeTestJSON-1233558065-router', 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'a733d03e-3be1-403f-a1e3-4b11a655a06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:29:29Z', 'updated_at': '2021-06-26T21:29:44Z', 'revision_number': 4, 'project_id': '95b2f2bc0b574f2b979cd6ba40175646', 'gw_port': {'id': 'a733d03e-3be1-403f-a1e3-4b11a655a06d', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:db:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:29:30Z', 'updated_at': '2021-06-26T21:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_floatingips': [{'id': 'b86eb14d-5a03-4e6f-b4ee-53734f5d81e1', 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646', 'floating_ip_address': '172.27.2.243', 'floating_network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'router_id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'port_id': '7ae48301-8fad-44d3-954d-1e3a0663bf58', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5655de1-5361-4a06-953a-81fc39e01316', 'mac_address': 'fa:16:3e:1d:4d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b307126-d21d-4d7b-b3c8-8d0a76a87c25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T21:34:13Z', 'updated_at': '2021-06-26T21:34:28Z', 'revision_number': 1, 'project_id': '95b2f2bc0b574f2b979cd6ba40175646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da0550cb-cccb-4c89-a877-f92a0fb439b9', 'name': '', 'network_id': 'd5655de1-5361-4a06-953a-81fc39e01316', 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646', 'mac_address': 'fa:16:3e:7f:9b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c6283427-b1a2-45b8-8e04-fdc5bc89b513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:29:40Z', 'updated_at': '2021-06-26T21:29:56Z', 'revision_number': 5, 'project_id': '95b2f2bc0b574f2b979cd6ba40175646', 'subnets': [{'id': 'c6283427-b1a2-45b8-8e04-fdc5bc89b513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:34:30.027934 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18a85b1-34c6-4f07-b7d4-ad71685a5ec4 None None] Checking router: 343fbf0d-879b-49a6-8eeb-4b905ed4da55 for host: dv-cinder-798208-1-iscsi {{(pid=92923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 21:34:30.036977 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18a85b1-34c6-4f07-b7d4-ad71685a5ec4 None None] Routers {'343fbf0d-879b-49a6-8eeb-4b905ed4da55'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:34:30.037600 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-f18a85b1-34c6-4f07-b7d4-ad71685a5ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:34:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['343fbf0d-879b-49a6-8eeb-4b905ed4da55'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:34:30.038788 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be42cdd-a8e7-4d50-9e0d-09ff5ab6fb52 req-f95f09ef-42a2-48ad-9675-057dfdad70b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:30.040645 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-9be42cdd-a8e7-4d50-9e0d-09ff5ab6fb52 req-f95f09ef-42a2-48ad-9675-057dfdad70b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c6283427-b1a2-45b8-8e04-fdc5bc89b513 HTTP/1.1" status: 200 len: 850 time: 0.0643582 Jun 26 21:34:30.128638 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be42cdd-a8e7-4d50-9e0d-09ff5ab6fb52 req-2719bcd8-23e3-447f-9643-461cc38725ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:30.131375 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-9be42cdd-a8e7-4d50-9e0d-09ff5ab6fb52 req-2719bcd8-23e3-447f-9643-461cc38725ca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d5655de1-5361-4a06-953a-81fc39e01316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0835137 Jun 26 21:34:30.158442 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-f18a85b1-34c6-4f07-b7d4-ad71685a5ec4 None None] Set router 343fbf0d-879b-49a6-8eeb-4b905ed4da55 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:34:30.166826 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5fa319-bb84-4fb2-b9c1-db683e076da8 req-553ddb2d-3840-49ad-b985-c3909b44a2e7 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:30.168455 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6c5fa319-bb84-4fb2-b9c1-db683e076da8 req-553ddb2d-3840-49ad-b985-c3909b44a2e7 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 946 time: 0.0855713 Jun 26 21:34:30.277945 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6c5fa319-bb84-4fb2-b9c1-db683e076da8 req-9fe201c2-77e1-40e2-b969-a5abe674f9e5 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761108 Jun 26 21:34:30.300462 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-9be42cdd-a8e7-4d50-9e0d-09ff5ab6fb52 req-15c5886e-d9a3-4846-8ef7-d1ba18cf2ca5 service neutron] 10.222.0.41 "GET /v2.0/networks/d5655de1-5361-4a06-953a-81fc39e01316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606266 Jun 26 21:34:30.435135 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-9be42cdd-a8e7-4d50-9e0d-09ff5ab6fb52 req-fc00f03f-61e1-4c40-a17f-eb948ac58047 service neutron] 10.222.0.41 "GET /v2.0/networks/d5655de1-5361-4a06-953a-81fc39e01316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264198 Jun 26 21:34:30.588250 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-f18a85b1-34c6-4f07-b7d4-ad71685a5ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'name': 'tempest-AttachVolumeTestJSON-1233558065-router', 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'a733d03e-3be1-403f-a1e3-4b11a655a06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:29:29Z', 'updated_at': '2021-06-26T21:29:44Z', 'revision_number': 4, 'project_id': '95b2f2bc0b574f2b979cd6ba40175646', 'gw_port': {'id': 'a733d03e-3be1-403f-a1e3-4b11a655a06d', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:db:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:29:30Z', 'updated_at': '2021-06-26T21:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_floatingips': [{'id': 'b86eb14d-5a03-4e6f-b4ee-53734f5d81e1', 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646', 'floating_ip_address': '172.27.2.243', 'floating_network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'router_id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'port_id': '7ae48301-8fad-44d3-954d-1e3a0663bf58', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5655de1-5361-4a06-953a-81fc39e01316', 'mac_address': 'fa:16:3e:1d:4d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b307126-d21d-4d7b-b3c8-8d0a76a87c25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T21:34:13Z', 'updated_at': '2021-06-26T21:34:28Z', 'revision_number': 1, 'project_id': '95b2f2bc0b574f2b979cd6ba40175646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da0550cb-cccb-4c89-a877-f92a0fb439b9', 'name': '', 'network_id': 'd5655de1-5361-4a06-953a-81fc39e01316', 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646', 'mac_address': 'fa:16:3e:7f:9b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c6283427-b1a2-45b8-8e04-fdc5bc89b513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:29:40Z', 'updated_at': '2021-06-26T21:29:56Z', 'revision_number': 5, 'project_id': '95b2f2bc0b574f2b979cd6ba40175646', 'subnets': [{'id': 'c6283427-b1a2-45b8-8e04-fdc5bc89b513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:34:30.625357 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18a85b1-34c6-4f07-b7d4-ad71685a5ec4 None None] The sync data for ids ['343fbf0d-879b-49a6-8eeb-4b905ed4da55'] in dv-cinder-798208-1-iscsi is: [{'id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'name': 'tempest-AttachVolumeTestJSON-1233558065-router', 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'a733d03e-3be1-403f-a1e3-4b11a655a06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:29:29Z', 'updated_at': '2021-06-26T21:29:44Z', 'revision_number': 4, 'project_id': '95b2f2bc0b574f2b979cd6ba40175646', 'gw_port': {'id': 'a733d03e-3be1-403f-a1e3-4b11a655a06d', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:db:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:29:30Z', 'updated_at': '2021-06-26T21:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_floatingips': [{'id': 'b86eb14d-5a03-4e6f-b4ee-53734f5d81e1', 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646', 'floating_ip_address': '172.27.2.243', 'floating_network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'router_id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'port_id': '7ae48301-8fad-44d3-954d-1e3a0663bf58', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5655de1-5361-4a06-953a-81fc39e01316', 'mac_address': 'fa:16:3e:1d:4d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b307126-d21d-4d7b-b3c8-8d0a76a87c25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T21:34:13Z', 'updated_at': '2021-06-26T21:34:28Z', 'revision_number': 1, 'project_id': '95b2f2bc0b574f2b979cd6ba40175646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da0550cb-cccb-4c89-a877-f92a0fb439b9', 'name': '', 'network_id': 'd5655de1-5361-4a06-953a-81fc39e01316', 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646', 'mac_address': 'fa:16:3e:7f:9b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c6283427-b1a2-45b8-8e04-fdc5bc89b513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:29:40Z', 'updated_at': '2021-06-26T21:29:56Z', 'revision_number': 5, 'project_id': '95b2f2bc0b574f2b979cd6ba40175646', 'subnets': [{'id': 'c6283427-b1a2-45b8-8e04-fdc5bc89b513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 21:34:30.951002 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4aee2b-d788-4f00-9744-9c7f38a38e21 None None] New status for floating IP b86eb14d-5a03-4e6f-b4ee-53734f5d81e1: ACTIVE {{(pid=92924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 21:34:31.449125 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647d23b-9568-40fa-94de-1cc80b888274 req-c1485e30-93a7-4c14-a715-20efbd87daa7 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:31.450560 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2647d23b-9568-40fa-94de-1cc80b888274 req-c1485e30-93a7-4c14-a715-20efbd87daa7 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 946 time: 0.0647366 Jun 26 21:34:31.490556 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2647d23b-9568-40fa-94de-1cc80b888274 req-5a90dde5-3108-4ace-b699-2dd4ea181bfb tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341768 Jun 26 21:34:32.673334 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560ffe8-c5ef-471d-9cd3-7c3d150a64f2 req-70e26ac1-ba11-4c21-9b92-5ff1e23db3f5 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:32.674881 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0560ffe8-c5ef-471d-9cd3-7c3d150a64f2 req-70e26ac1-ba11-4c21-9b92-5ff1e23db3f5 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 946 time: 0.0627654 Jun 26 21:34:32.714643 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0560ffe8-c5ef-471d-9cd3-7c3d150a64f2 req-34901fa0-e998-4f57-a78b-d1ca40c17ca4 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328853 Jun 26 21:34:33.195249 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 45126) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:34:33.244917 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_v2 [None req-2afee95b-a2e3-41e2-880f-bfba8e54013c admin admin] Deleting subnet 601f0b09-0345-4995-b5bd-a587659fe873 {{(pid=92922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 21:34:33.248639 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2afee95b-a2e3-41e2-880f-bfba8e54013c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:33.284480 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2afee95b-a2e3-41e2-880f-bfba8e54013c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12086082'] for subnet, precommit_delete_associations {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:33.323612 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2afee95b-a2e3-41e2-880f-bfba8e54013c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4059658'] for subnet, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:33.384989 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2afee95b-a2e3-41e2-880f-bfba8e54013c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4059677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-221544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8809520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12366152'] for subnet, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:33.387469 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f74a174c-5cc4-4f58-8298-490fdd1a0b00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:34:33.417391 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afee95b-a2e3-41e2-880f-bfba8e54013c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=601f0b09-0345-4995-b5bd-a587659fe873,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:34:33.423473 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-2afee95b-a2e3-41e2-880f-bfba8e54013c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:34:33.423473 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2afee95b-a2e3-41e2-880f-bfba8e54013c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:33.425089 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-2afee95b-a2e3-41e2-880f-bfba8e54013c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/601f0b09-0345-4995-b5bd-a587659fe873 HTTP/1.1" status: 204 len: 168 time: 0.2279654 Jun 26 21:34:33.426031 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 45128) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:34:33.496599 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7abb360b-71ac-4db8-a168-c6a120205623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4140915'] for network, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:33.578646 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7abb360b-71ac-4db8-a168-c6a120205623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4059223', 'neutron.services.segments.db._delete_segments_for_network-8773185548566'] for network, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:33.589074 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-7abb360b-71ac-4db8-a168-c6a120205623 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c88caa71-657a-4c02-b7b6-9052cbaf1e6a']}} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:34:33.599637 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-7abb360b-71ac-4db8-a168-c6a120205623 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9e2e6e2-a05d-4c69-831d-9867b8f3556c') {'for_net_delete': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:34:33.600113 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-7abb360b-71ac-4db8-a168-c6a120205623 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9e2e6e2-a05d-4c69-831d-9867b8f3556c') {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:34:33.610465 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7abb360b-71ac-4db8-a168-c6a120205623 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773185534967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12086101'] for segment, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:33.624882 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7abb360b-71ac-4db8-a168-c6a120205623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175'] for segment, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:33.630808 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7abb360b-71ac-4db8-a168-c6a120205623 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=92922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 21:34:33.631209 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7abb360b-71ac-4db8-a168-c6a120205623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8809685'] for segment, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: Traceback (most recent call last): Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: timer() Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: cb(*args, **kw) Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: return func(*args, **kwargs) Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: self._notify() Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: self.callback(batched_events) Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: event.method(event) Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: return f(self, *a, **k) Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: return self._get(url).json() Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: return self.request(url, 'GET', **kwargs) Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 21:34:33.632876 dv-cinder-798208-1-iscsi neutron-server[92922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 21:34:33.688396 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7abb360b-71ac-4db8-a168-c6a120205623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4059228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-938849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642676'] for network, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:33.693498 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:34:33.697737 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7abb360b-71ac-4db8-a168-c6a120205623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for network, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:33.699893 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-7abb360b-71ac-4db8-a168-c6a120205623 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c88caa71-657a-4c02-b7b6-9052cbaf1e6a HTTP/1.1" status: 204 len: 168 time: 0.2728295 Jun 26 21:34:33.709591 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb360b-71ac-4db8-a168-c6a120205623 admin admin] Pushing event deleted for resources: {'Network': ['ID=c88caa71-657a-4c02-b7b6-9052cbaf1e6a,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:34:33.712120 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-7abb360b-71ac-4db8-a168-c6a120205623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:34:33.871864 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 45134) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:34:33.898231 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44ed4f-c8a6-433d-a6be-7a39fa9d3b7b req-4690a360-8e70-44c2-9a59-9cb0e98c65e3 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:33.899741 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6e44ed4f-c8a6-433d-a6be-7a39fa9d3b7b req-4690a360-8e70-44c2-9a59-9cb0e98c65e3 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 946 time: 0.0687804 Jun 26 21:34:33.916012 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-3b05fe01-8aec-4bf6-8dd3-5d623c120080 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=170e80bf16d042319cd6de6e6df968fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423110 Jun 26 21:34:33.918371 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 45136) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:34:33.938227 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6e44ed4f-c8a6-433d-a6be-7a39fa9d3b7b req-49a4c6e8-2274-4d0a-8ce7-9bc1801ff428 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327680 Jun 26 21:34:33.965467 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6eeebb7a-cd1e-4ce7-bfaf-2876db6091fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:33.986489 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6eeebb7a-cd1e-4ce7-bfaf-2876db6091fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:34.032369 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6eeebb7a-cd1e-4ce7-bfaf-2876db6091fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:34.035057 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6eeebb7a-cd1e-4ce7-bfaf-2876db6091fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:34.036914 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-6eeebb7a-cd1e-4ce7-bfaf-2876db6091fe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/05edd369-6e27-409a-a0a8-2ac54159aa2e HTTP/1.1" status: 204 len: 168 time: 0.1170108 Jun 26 21:34:34.037748 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-73405585-deb4-44b3-818d-4fa0ca41fdc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:34:34.045364 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeebb7a-cd1e-4ce7-bfaf-2876db6091fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05edd369-6e27-409a-a0a8-2ac54159aa2e,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:34:34.048023 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-6eeebb7a-cd1e-4ce7-bfaf-2876db6091fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:34:35.126198 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a865b-1763-4bc9-9c6d-50fc1983fba9 req-b8058991-1dae-4f25-bb0c-907378dc2b9c tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:35.127701 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-319a865b-1763-4bc9-9c6d-50fc1983fba9 req-b8058991-1dae-4f25-bb0c-907378dc2b9c tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 946 time: 0.0636487 Jun 26 21:34:35.165305 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-319a865b-1763-4bc9-9c6d-50fc1983fba9 req-ee4e1094-97b6-4341-8fb8-2cec1119a603 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314221 Jun 26 21:34:36.349180 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421ce65-6a87-405d-8380-5887b7355ee7 req-f6420edf-e621-4954-bfdc-07f71b52fa74 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:36.350592 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5421ce65-6a87-405d-8380-5887b7355ee7 req-f6420edf-e621-4954-bfdc-07f71b52fa74 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 946 time: 0.0628994 Jun 26 21:34:36.399344 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5421ce65-6a87-405d-8380-5887b7355ee7 req-c54d69f9-79eb-409f-8995-03717799d23f tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357327 Jun 26 21:34:37.578894 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135f483-5b00-4048-bb30-add00fc5e87f req-140c1682-7e4e-49ea-a41e-cfa5abfadfbb tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:37.580387 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0135f483-5b00-4048-bb30-add00fc5e87f req-140c1682-7e4e-49ea-a41e-cfa5abfadfbb tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 946 time: 0.0673835 Jun 26 21:34:37.620068 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0135f483-5b00-4048-bb30-add00fc5e87f req-db7fbda0-cb40-47ae-a99f-125dd00cd413 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334072 Jun 26 21:34:38.822276 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c28ecc-3274-4dde-a611-dce325c98a16 req-c644cf03-06be-4a46-bfa9-a2b373c963fd tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:38.823888 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b7c28ecc-3274-4dde-a611-dce325c98a16 req-c644cf03-06be-4a46-bfa9-a2b373c963fd tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 946 time: 0.0780597 Jun 26 21:34:38.866376 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b7c28ecc-3274-4dde-a611-dce325c98a16 req-1f6d8b15-2608-428a-b8c8-960447cfbee9 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345812 Jun 26 21:34:39.046468 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device f1f71ed7-9f96-44b0-b6f7-e74e88a7525c details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=92923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 21:34:39.171335 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port f1f71ed7-9f96-44b0-b6f7-e74e88a7525c, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=f1f71ed7-9f96-44b0-b6f7-e74e88a7525c,segment=NetworkSegment(b01e252e-c69b-424c-adf8-eabe4b93980a),segment_id=b01e252e-c69b-424c-adf8-eabe4b93980a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:34:39.183432 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Returning: {'device': 'f1f71ed7-9f96-44b0-b6f7-e74e88a7525c', 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7', 'port_id': 'f1f71ed7-9f96-44b0-b6f7-e74e88a7525c', 'mac_address': 'fa:16:3e:61:8e:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 21:34:39.222599 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:39.240826 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f1f71ed7-9f96-44b0-b6f7-e74e88a7525c {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 21:34:39.263115 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port f1f71ed7-9f96-44b0-b6f7-e74e88a7525c, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=f1f71ed7-9f96-44b0-b6f7-e74e88a7525c,segment=NetworkSegment(b01e252e-c69b-424c-adf8-eabe4b93980a),segment_id=b01e252e-c69b-424c-adf8-eabe4b93980a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:34:39.267541 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:39.271562 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-6aead16c-b81f-4e25-a525-64031ff5173c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:34:39.330982 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=f1f71ed7-9f96-44b0-b6f7-e74e88a7525c,revision_number=6']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:34:39.335880 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:34:39.373441 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] get_ports_and_sgs() called for port_ids ['f1f71ed7-9f96-44b0-b6f7-e74e88a7525c'] {{(pid=92923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 21:34:40.119453 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89556c65-0584-48b3-9eb5-5cdcd3493dd0 req-0d4ef987-d764-44db-94f3-b8a2d938ed6f tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:40.121189 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-89556c65-0584-48b3-9eb5-5cdcd3493dd0 req-0d4ef987-d764-44db-94f3-b8a2d938ed6f tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 945 time: 0.0907173 Jun 26 21:34:40.170986 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-89556c65-0584-48b3-9eb5-5cdcd3493dd0 req-460a4018-afda-48a8-90cb-148ba48439d8 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435328 Jun 26 21:34:41.062580 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device f1f71ed7-9f96-44b0-b6f7-e74e88a7525c up at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:34:41.150286 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Provisioning complete for port f1f71ed7-9f96-44b0-b6f7-e74e88a7525c triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:34:41.151689 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:41.301281 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:41.330100 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256abcf8-a89a-43b6-a840-d5fadce1cbd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f71ed7-9f96-44b0-b6f7-e74e88a7525c'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:34:41.332476 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8789620f65ed64c11f36a2c9fb0085813b3741d077667d6f020eb6652e2807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4a48f5-e8b5-4d38-bd07-7eb3ae60831f" -d '{"events": [{"server_uuid": "256abcf8-a89a-43b6-a840-d5fadce1cbd9", "name": "network-vif-plugged", "status": "completed", "tag": "f1f71ed7-9f96-44b0-b6f7-e74e88a7525c"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:34:41.356738 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port f1f71ed7-9f96-44b0-b6f7-e74e88a7525c, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=f1f71ed7-9f96-44b0-b6f7-e74e88a7525c,segment=NetworkSegment(b01e252e-c69b-424c-adf8-eabe4b93980a),segment_id=b01e252e-c69b-424c-adf8-eabe4b93980a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:34:41.363614 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:41.368175 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:34:41.413709 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 21:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db0ddce-5ea3-439a-b3fa-be08c38a3c66 x-openstack-request-id: req-7db0ddce-5ea3-439a-b3fa-be08c38a3c66 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:34:41.414983 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "256abcf8-a89a-43b6-a840-d5fadce1cbd9", "name": "network-vif-plugged", "status": "completed", "tag": "f1f71ed7-9f96-44b0-b6f7-e74e88a7525c", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:34:41.414983 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7db0ddce-5ea3-439a-b3fa-be08c38a3c66 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:34:41.414983 dv-cinder-798208-1-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '256abcf8-a89a-43b6-a840-d5fadce1cbd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f71ed7-9f96-44b0-b6f7-e74e88a7525c', 'code': 200} Jun 26 21:34:41.437767 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=f1f71ed7-9f96-44b0-b6f7-e74e88a7525c,revision_number=7']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:34:41.438443 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ddd5f-60b8-4dd6-b92a-561f66f679f7 req-8e1769aa-92ba-47b5-add8-142f05f86373 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:41.442369 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:34:41.450429 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a04ddd5f-60b8-4dd6-b92a-561f66f679f7 req-8e1769aa-92ba-47b5-add8-142f05f86373 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 945 time: 0.1307471 Jun 26 21:34:41.494770 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a04ddd5f-60b8-4dd6-b92a-561f66f679f7 req-fcfc48ee-b1ca-43f9-a551-9147dda4381b tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388112 Jun 26 21:34:42.712100 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c186c24-1224-4938-9a67-6fba3fd42aad req-40c9c691-5bd8-444f-8109-c5d32d630b26 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:42.714456 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3c186c24-1224-4938-9a67-6fba3fd42aad req-40c9c691-5bd8-444f-8109-c5d32d630b26 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 946 time: 0.0721140 Jun 26 21:34:42.768546 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3c186c24-1224-4938-9a67-6fba3fd42aad req-b9313743-44ba-4007-b7ef-76adb1b11780 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481398 Jun 26 21:34:43.966280 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf3153-0590-4ff6-896b-7205cbc1320d req-d956d1f8-772a-4834-813d-ca6890c8d0de tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:43.968229 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a1bf3153-0590-4ff6-896b-7205cbc1320d req-d956d1f8-772a-4834-813d-ca6890c8d0de tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 946 time: 0.0698133 Jun 26 21:34:44.012840 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a1bf3153-0590-4ff6-896b-7205cbc1320d req-ca2d073b-c70b-4d74-abdc-45b76f6ff324 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367212 Jun 26 21:34:45.207606 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d4bda3-e628-48f6-9f2b-8c62f5f59e13 req-e59d8ea3-13a4-4b0a-8ab7-59485f511ec1 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:45.209009 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-75d4bda3-e628-48f6-9f2b-8c62f5f59e13 req-e59d8ea3-13a4-4b0a-8ab7-59485f511ec1 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 946 time: 0.0716763 Jun 26 21:34:45.267286 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-75d4bda3-e628-48f6-9f2b-8c62f5f59e13 req-ebcfaf1f-c0e7-4222-8285-f50e6d09d4f0 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507581 Jun 26 21:34:46.493091 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a17519-d3c0-4aae-ba80-2dfbd7566368 req-1b2c60ee-64cc-47b7-96f9-2c643c9d2308 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:46.494647 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b9a17519-d3c0-4aae-ba80-2dfbd7566368 req-1b2c60ee-64cc-47b7-96f9-2c643c9d2308 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 946 time: 0.0784149 Jun 26 21:34:46.543773 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b9a17519-d3c0-4aae-ba80-2dfbd7566368 req-23cfaf95-2186-43d4-9364-4f05a4f32df1 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404735 Jun 26 21:34:47.742448 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7ea4d-61b0-4699-8f7b-69ade5d16442 req-17d3bb2c-6870-4864-98e6-a24145ddd4a5 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:47.744136 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-05b7ea4d-61b0-4699-8f7b-69ade5d16442 req-17d3bb2c-6870-4864-98e6-a24145ddd4a5 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 946 time: 0.0677471 Jun 26 21:34:47.783375 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-05b7ea4d-61b0-4699-8f7b-69ade5d16442 req-69f506a8-632d-4654-89ec-c1f84f1dca7d tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329812 Jun 26 21:34:48.477313 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaede28-86ee-4830-baf0-9e6696660eb1 req-040fa289-0a66-4401-8bea-4d21029dde9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:48.478846 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-aaaede28-86ee-4830-baf0-9e6696660eb1 req-040fa289-0a66-4401-8bea-4d21029dde9e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55d314cce60e4244b7a6c90dbc16089b&device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 1099 time: 0.1420827 Jun 26 21:34:48.573219 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaede28-86ee-4830-baf0-9e6696660eb1 req-d610bce7-f392-4531-887d-e03753bce203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:48.574689 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-aaaede28-86ee-4830-baf0-9e6696660eb1 req-d610bce7-f392-4531-887d-e03753bce203 service neutron] 10.222.0.41 "GET /v2.0/networks?id=054ba6ce-4b49-439d-a549-d4107e8e07e7 HTTP/1.1" status: 200 len: 917 time: 0.0888400 Jun 26 21:34:48.641889 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-aaaede28-86ee-4830-baf0-9e6696660eb1 req-7733c49f-f68b-4470-9da7-bdbb4c91f9ed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1f71ed7-9f96-44b0-b6f7-e74e88a7525c HTTP/1.1" status: 200 len: 1001 time: 0.0579829 Jun 26 21:34:48.698314 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaede28-86ee-4830-baf0-9e6696660eb1 req-bc104dc1-003a-4323-8fa1-14437ceca820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:48.699910 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-aaaede28-86ee-4830-baf0-9e6696660eb1 req-bc104dc1-003a-4323-8fa1-14437ceca820 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665 HTTP/1.1" status: 200 len: 855 time: 0.0480430 Jun 26 21:34:48.758770 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaede28-86ee-4830-baf0-9e6696660eb1 req-9158be4e-9e6d-49ba-b91e-37d3d1f89733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:48.760310 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-aaaede28-86ee-4830-baf0-9e6696660eb1 req-9158be4e-9e6d-49ba-b91e-37d3d1f89733 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=054ba6ce-4b49-439d-a549-d4107e8e07e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538540 Jun 26 21:34:48.853178 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-aaaede28-86ee-4830-baf0-9e6696660eb1 req-b66dfb83-e3b7-44c9-8868-ee43b23b2e15 service neutron] 10.222.0.41 "GET /v2.0/networks/054ba6ce-4b49-439d-a549-d4107e8e07e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848939 Jun 26 21:34:48.952902 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-aaaede28-86ee-4830-baf0-9e6696660eb1 req-e9d659da-ee96-46f7-8fe1-b1db5d7c9254 service neutron] 10.222.0.41 "GET /v2.0/networks/054ba6ce-4b49-439d-a549-d4107e8e07e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923009 Jun 26 21:34:48.969320 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa0706-c0db-40f7-aebc-71513bd713dd req-0ad697b6-afb3-41a1-9424-f3eac50c390d tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:48.970852 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-afaa0706-c0db-40f7-aebc-71513bd713dd req-0ad697b6-afb3-41a1-9424-f3eac50c390d tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 946 time: 0.0691032 Jun 26 21:34:49.015792 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-afaa0706-c0db-40f7-aebc-71513bd713dd req-6104bada-2de6-4728-ae06-b29dadc24826 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378940 Jun 26 21:34:50.197006 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65eda7d-c6d7-487b-bede-992af2af3f5c req-797f196a-3f0d-4a6b-bf98-6b47a9d90cf0 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:50.198660 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d65eda7d-c6d7-487b-bede-992af2af3f5c req-797f196a-3f0d-4a6b-bf98-6b47a9d90cf0 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 946 time: 0.0662282 Jun 26 21:34:50.239454 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d65eda7d-c6d7-487b-bede-992af2af3f5c req-c61e36c7-dcd9-4d68-8145-8fb122188647 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339508 Jun 26 21:34:50.395673 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-91ddcb8d-7e4f-4040-85d9-6ebad6ace854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:50.766179 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.agents_db [None req-53b98272-06bb-47ef-8924-edf36d473ef8 None None] Agent healthcheck: found 6 active agents {{(pid=92924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 21:34:51.439429 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461daa68-2e0e-45da-9ec4-714b82754b73 req-97fc3f7a-7500-4fa3-b26e-94a640583f91 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:51.441673 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-461daa68-2e0e-45da-9ec4-714b82754b73 req-97fc3f7a-7500-4fa3-b26e-94a640583f91 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 946 time: 0.0725758 Jun 26 21:34:51.482978 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-461daa68-2e0e-45da-9ec4-714b82754b73 req-78737763-7627-4206-a9ea-65f71c503185 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349216 Jun 26 21:34:52.389132 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee04ec-120f-4608-98bd-49485032ee38 req-ad1204ea-294b-46c1-b547-0ca136b807df tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:52.391631 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-02ee04ec-120f-4608-98bd-49485032ee38 req-ad1204ea-294b-46c1-b547-0ca136b807df tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 946 time: 0.0795918 Jun 26 21:34:52.437009 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-02ee04ec-120f-4608-98bd-49485032ee38 req-5ad320f3-5d90-49a6-86c3-0d9a58e394c5 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390351 Jun 26 21:34:52.508234 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 45410) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:34:52.634379 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:52.642338 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-0c70f401-0b00-405c-aa8d-25635ecfa432 req-1af15134-4688-4ae7-86e6-1ced41835db0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1321318 Jun 26 21:34:53.625868 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b8c755-f769-481a-b788-200ecc863f89 req-16fb052e-b7e4-43f6-a99b-b8c078cd3f56 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:53.627297 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-06b8c755-f769-481a-b788-200ecc863f89 req-16fb052e-b7e4-43f6-a99b-b8c078cd3f56 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 946 time: 0.0657070 Jun 26 21:34:53.664456 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-06b8c755-f769-481a-b788-200ecc863f89 req-98ab3a80-d8d2-47ad-a912-8bb0bc3462de tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314567 Jun 26 21:34:54.610572 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9fa52a1c-d62e-4b8b-91e6-19f1619e1a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:54.847576 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa368f-a2e3-45d5-9b7a-a7c3404325f9 req-4364d1c5-1f4c-4f4c-8847-ded37dffc657 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:54.849768 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c2aa368f-a2e3-45d5-9b7a-a7c3404325f9 req-4364d1c5-1f4c-4f4c-8847-ded37dffc657 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 946 time: 0.0626915 Jun 26 21:34:54.889746 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c2aa368f-a2e3-45d5-9b7a-a7c3404325f9 req-3624d56a-4156-4654-9b5c-a6ab07a448c0 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343707 Jun 26 21:34:55.868667 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device f1f71ed7-9f96-44b0-b6f7-e74e88a7525c no longer exists at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:34:55.927090 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:55.930366 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:55.981080 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:56.003804 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256abcf8-a89a-43b6-a840-d5fadce1cbd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1f71ed7-9f96-44b0-b6f7-e74e88a7525c'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:34:56.006322 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8789620f65ed64c11f36a2c9fb0085813b3741d077667d6f020eb6652e2807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d88446f-d912-4ffb-be88-b596549b7830" -d '{"events": [{"server_uuid": "256abcf8-a89a-43b6-a840-d5fadce1cbd9", "name": "network-vif-unplugged", "status": "completed", "tag": "f1f71ed7-9f96-44b0-b6f7-e74e88a7525c"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:34:56.021066 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port f1f71ed7-9f96-44b0-b6f7-e74e88a7525c, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=f1f71ed7-9f96-44b0-b6f7-e74e88a7525c,segment=NetworkSegment(b01e252e-c69b-424c-adf8-eabe4b93980a),segment_id=b01e252e-c69b-424c-adf8-eabe4b93980a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:34:56.027080 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:56.029325 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:34:56.059444 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 26 Jun 2021 21:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff90702-da0c-4e6f-9b46-8f02b1b4b473 x-openstack-request-id: req-7ff90702-da0c-4e6f-9b46-8f02b1b4b473 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:34:56.059841 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "256abcf8-a89a-43b6-a840-d5fadce1cbd9", "name": "network-vif-unplugged", "status": "failed", "tag": "f1f71ed7-9f96-44b0-b6f7-e74e88a7525c", "code": 422}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:34:56.060261 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7ff90702-da0c-4e6f-9b46-8f02b1b4b473 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:34:56.060798 dv-cinder-798208-1-iscsi neutron-server[92923]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '256abcf8-a89a-43b6-a840-d5fadce1cbd9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f1f71ed7-9f96-44b0-b6f7-e74e88a7525c', 'code': 422} returned with failed status Jun 26 21:34:56.082218 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=f1f71ed7-9f96-44b0-b6f7-e74e88a7525c,revision_number=8']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:34:56.089264 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:34:56.089689 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:34:56.090151 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:34:56.090555 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:34:56.090990 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:34:56.091370 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:34:56.091784 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:34:56.092167 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:34:56.092556 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:34:56.092942 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:34:56.093327 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:34:56.093709 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:34:56.097651 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:34:56.157163 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ae815-4ba6-4658-8664-af22fe8f9f51 req-68aee09b-4c17-47e6-a4ea-27c73941cec8 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:56.158640 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5f9ae815-4ba6-4658-8664-af22fe8f9f51 req-68aee09b-4c17-47e6-a4ea-27c73941cec8 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 944 time: 0.0682828 Jun 26 21:34:56.203435 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5f9ae815-4ba6-4658-8664-af22fe8f9f51 req-15fb20a6-f23f-48b2-b6ec-d594674e8019 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381024 Jun 26 21:34:56.612043 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b4faf44b-f7ff-41d6-b090-2b30f3803ee9 req-a9708774-3083-4a68-b861-10e071d01f49 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2107199552&fields=id&tenant_id=92ac25c46d5e4ca8b91dd76623e3115e HTTP/1.1" status: 200 len: 267 time: 0.0365365 Jun 26 21:34:56.688444 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4faf44b-f7ff-41d6-b090-2b30f3803ee9 req-79ce6392-68cf-46be-a4c3-1e0b38ef3cae tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:56.695761 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b4faf44b-f7ff-41d6-b090-2b30f3803ee9 req-79ce6392-68cf-46be-a4c3-1e0b38ef3cae tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 984 time: 0.0772302 Jun 26 21:34:56.701274 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-b4faf44b-f7ff-41d6-b090-2b30f3803ee9 req-4cbab7ce-2cc7-4928-8cf5-7cdc70935f22 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Request body: {'port': {'security_groups': ['0419355f-40a6-40ec-af1b-8860f0fdba91']}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:34:56.818818 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-b4faf44b-f7ff-41d6-b090-2b30f3803ee9 req-4cbab7ce-2cc7-4928-8cf5-7cdc70935f22 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:56.890416 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632f82c-9e84-400f-9120-80ae1fc14ad5 req-0d9ae0bc-767d-4fcc-80a4-b944849e9672 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:56.891924 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6632f82c-9e84-400f-9120-80ae1fc14ad5 req-0d9ae0bc-767d-4fcc-80a4-b944849e9672 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=04877686-a29c-42c0-9065-93a121a8e5f0 HTTP/1.1" status: 200 len: 946 time: 0.1195040 Jun 26 21:34:56.956369 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6632f82c-9e84-400f-9120-80ae1fc14ad5 req-e033496a-a0f8-458a-ba78-90376f5e3024 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577240 Jun 26 21:34:57.051528 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-b4faf44b-f7ff-41d6-b090-2b30f3803ee9 req-4cbab7ce-2cc7-4928-8cf5-7cdc70935f22 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] For port df703c9b-6291-48fd-97e8-36cd4536f13a, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=df703c9b-6291-48fd-97e8-36cd4536f13a,segment=NetworkSegment(88150bbd-5688-4aa7-89dd-f9366c7f6629),segment_id=88150bbd-5688-4aa7-89dd-f9366c7f6629)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:34:57.080570 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-b4faf44b-f7ff-41d6-b090-2b30f3803ee9 req-4cbab7ce-2cc7-4928-8cf5-7cdc70935f22 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:57.085973 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-b4faf44b-f7ff-41d6-b090-2b30f3803ee9 req-4cbab7ce-2cc7-4928-8cf5-7cdc70935f22 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8809713'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:57.090066 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-6bcc7b5e-64c2-45c1-bd22-bd6f548b8614 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:34:57.101055 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] get_ports_and_sgs() called for port_ids ['df703c9b-6291-48fd-97e8-36cd4536f13a'] {{(pid=92923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 21:34:57.134926 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4faf44b-f7ff-41d6-b090-2b30f3803ee9 req-4cbab7ce-2cc7-4928-8cf5-7cdc70935f22 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:57.135572 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-b4faf44b-f7ff-41d6-b090-2b30f3803ee9 req-4cbab7ce-2cc7-4928-8cf5-7cdc70935f22 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:57.136968 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b4faf44b-f7ff-41d6-b090-2b30f3803ee9 req-4cbab7ce-2cc7-4928-8cf5-7cdc70935f22 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "PUT /v2.0/ports/df703c9b-6291-48fd-97e8-36cd4536f13a HTTP/1.1" status: 200 len: 942 time: 0.4404688 Jun 26 21:34:57.137488 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c8c94ea-c1c3-459d-864a-c3d9345ffaed', 'tag': 'df703c9b-6291-48fd-97e8-36cd4536f13a'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:34:57.139852 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02b73ab247f9faeb07a43472fb83bf8797eb00ff3c4bc2c6d8d9a12e0ada40b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba562ca-df04-4cf0-8875-91c322ba32d7" -d '{"events": [{"name": "network-changed", "server_uuid": "8c8c94ea-c1c3-459d-864a-c3d9345ffaed", "tag": "df703c9b-6291-48fd-97e8-36cd4536f13a"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:34:57.143554 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 45460) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:34:57.180637 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbab7ce-2cc7-4928-8cf5-7cdc70935f22 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Pushing event updated for resources: {'Port': ['ID=df703c9b-6291-48fd-97e8-36cd4536f13a,revision_number=7']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:34:57.189309 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbab7ce-2cc7-4928-8cf5-7cdc70935f22 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:34:57.189982 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbab7ce-2cc7-4928-8cf5-7cdc70935f22 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:34:57.190647 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbab7ce-2cc7-4928-8cf5-7cdc70935f22 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:34:57.191171 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbab7ce-2cc7-4928-8cf5-7cdc70935f22 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:34:57.191718 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbab7ce-2cc7-4928-8cf5-7cdc70935f22 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:34:57.192276 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbab7ce-2cc7-4928-8cf5-7cdc70935f22 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:34:57.192814 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbab7ce-2cc7-4928-8cf5-7cdc70935f22 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:34:57.193344 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbab7ce-2cc7-4928-8cf5-7cdc70935f22 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:34:57.193898 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbab7ce-2cc7-4928-8cf5-7cdc70935f22 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:34:57.194408 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbab7ce-2cc7-4928-8cf5-7cdc70935f22 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:34:57.194933 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbab7ce-2cc7-4928-8cf5-7cdc70935f22 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:34:57.195688 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbab7ce-2cc7-4928-8cf5-7cdc70935f22 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:34:57.201469 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-4cbab7ce-2cc7-4928-8cf5-7cdc70935f22 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:34:57.231227 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-df0e9297-91e4-41a1-9446-53d4c07dfb58 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:57.261215 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-df0e9297-91e4-41a1-9446-53d4c07dfb58 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:57.266689 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] get_ports_and_sgs() called for port_ids ['df703c9b-6291-48fd-97e8-36cd4536f13a'] {{(pid=92923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 21:34:57.301815 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 21:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8025acfe-1815-4ce3-bd62-f1ca141303f9 x-openstack-request-id: req-8025acfe-1815-4ce3-bd62-f1ca141303f9 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:34:57.302364 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c8c94ea-c1c3-459d-864a-c3d9345ffaed", "tag": "df703c9b-6291-48fd-97e8-36cd4536f13a", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:34:57.302819 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8025acfe-1815-4ce3-bd62-f1ca141303f9 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:34:57.303446 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c8c94ea-c1c3-459d-864a-c3d9345ffaed', 'tag': 'df703c9b-6291-48fd-97e8-36cd4536f13a', 'status': 'completed', 'code': 200} Jun 26 21:34:57.397919 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-df0e9297-91e4-41a1-9446-53d4c07dfb58 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:57.400680 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-df0e9297-91e4-41a1-9446-53d4c07dfb58 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:57.402075 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-df0e9297-91e4-41a1-9446-53d4c07dfb58 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "DELETE /v2.0/security-groups/1b99bc27-87d9-4329-8f6b-5d39ef412850 HTTP/1.1" status: 204 len: 168 time: 0.2575521 Jun 26 21:34:57.404037 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-7c5f3d15-449d-42c8-8bb5-e6cc56f5634e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:34:57.407076 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 45468) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:34:57.455248 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4f964-1e7a-4365-b97d-46da9fb10d86 req-e55a7b03-08d1-4446-8c30-697b56893db4 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:57.458135 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-84d4f964-1e7a-4365-b97d-46da9fb10d86 req-e55a7b03-08d1-4446-8c30-697b56893db4 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 944 time: 0.0862319 Jun 26 21:34:57.459354 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e9297-91e4-41a1-9446-53d4c07dfb58 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b99bc27-87d9-4329-8f6b-5d39ef412850,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:34:57.471818 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0e9297-91e4-41a1-9446-53d4c07dfb58 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:34:57.472197 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0e9297-91e4-41a1-9446-53d4c07dfb58 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:34:57.472568 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0e9297-91e4-41a1-9446-53d4c07dfb58 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:34:57.472955 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0e9297-91e4-41a1-9446-53d4c07dfb58 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:34:57.473380 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0e9297-91e4-41a1-9446-53d4c07dfb58 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:34:57.473740 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0e9297-91e4-41a1-9446-53d4c07dfb58 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:34:57.474102 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0e9297-91e4-41a1-9446-53d4c07dfb58 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:34:57.474462 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0e9297-91e4-41a1-9446-53d4c07dfb58 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:34:57.474819 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0e9297-91e4-41a1-9446-53d4c07dfb58 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:34:57.475175 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0e9297-91e4-41a1-9446-53d4c07dfb58 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:34:57.475558 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0e9297-91e4-41a1-9446-53d4c07dfb58 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:34:57.475911 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0e9297-91e4-41a1-9446-53d4c07dfb58 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:34:57.481077 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-df0e9297-91e4-41a1-9446-53d4c07dfb58 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:34:57.499047 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba562ca-df04-4cf0-8875-91c322ba32d7 req-2f64ade5-8653-42bb-b7e6-4d700bd63d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:57.500883 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-3ba562ca-df04-4cf0-8875-91c322ba32d7 req-2f64ade5-8653-42bb-b7e6-4d700bd63d7a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92ac25c46d5e4ca8b91dd76623e3115e&device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 1098 time: 0.1713269 Jun 26 21:34:57.502423 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-84d4f964-1e7a-4365-b97d-46da9fb10d86 req-e951c254-8db4-4d19-95fb-c47d94ebf9d8 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377581 Jun 26 21:34:57.539295 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-63ce7fae-0199-4e7a-8e7e-87d9aa6f83cc None None] Provisioning complete for port df703c9b-6291-48fd-97e8-36cd4536f13a triggered by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:34:57.539554 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-63ce7fae-0199-4e7a-8e7e-87d9aa6f83cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:57.637365 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:57.670059 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba562ca-df04-4cf0-8875-91c322ba32d7 req-b8f6214f-9910-47bb-b29e-1b6d7bca1891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:57.671574 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-3ba562ca-df04-4cf0-8875-91c322ba32d7 req-b8f6214f-9910-47bb-b29e-1b6d7bca1891 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7504093b-2185-4c2a-88d7-b1f590578a60 HTTP/1.1" status: 200 len: 916 time: 0.1320236 Jun 26 21:34:57.681870 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-6b50703b-9602-4704-bdba-2b2d18979113 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Deleting port cdb2c094-74a1-45b3-8e37-374274ff84d3 {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:34:57.682216 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6b50703b-9602-4704-bdba-2b2d18979113 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:57.795374 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-3ba562ca-df04-4cf0-8875-91c322ba32d7 req-7e28ca24-55cf-49d7-a187-2d7f7ba6fd3c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df703c9b-6291-48fd-97e8-36cd4536f13a HTTP/1.1" status: 200 len: 1000 time: 0.1011784 Jun 26 21:34:57.820413 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6b50703b-9602-4704-bdba-2b2d18979113 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:57.820740 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6b50703b-9602-4704-bdba-2b2d18979113 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:57.852922 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-6b50703b-9602-4704-bdba-2b2d18979113 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Calling delete_port for cdb2c094-74a1-45b3-8e37-374274ff84d3 owned by network:floatingip {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:34:57.872980 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba562ca-df04-4cf0-8875-91c322ba32d7 req-cbca263f-f52a-4e51-b244-1364a348ca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:57.874459 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-3ba562ca-df04-4cf0-8875-91c322ba32d7 req-cbca263f-f52a-4e51-b244-1364a348ca56 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c0ea7ed3-3026-4b54-9abc-fc78571d0dfb HTTP/1.1" status: 200 len: 854 time: 0.0700648 Jun 26 21:34:58.031263 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba562ca-df04-4cf0-8875-91c322ba32d7 req-cb471fa4-6dd1-4a9c-b956-38181ba8f7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:58.033725 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-3ba562ca-df04-4cf0-8875-91c322ba32d7 req-cb471fa4-6dd1-4a9c-b956-38181ba8f7c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7504093b-2185-4c2a-88d7-b1f590578a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1254010 Jun 26 21:34:58.192719 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15dc89-9d57-4d40-a17a-e6d9b3fe8d92 req-d50d548d-c902-4b33-b633-ce90623c8925 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:58.200132 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ac15dc89-9d57-4d40-a17a-e6d9b3fe8d92 req-d50d548d-c902-4b33-b633-ce90623c8925 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=04877686-a29c-42c0-9065-93a121a8e5f0 HTTP/1.1" status: 200 len: 946 time: 0.1156414 Jun 26 21:34:58.213825 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-3ba562ca-df04-4cf0-8875-91c322ba32d7 req-f3d50dfd-f302-4f15-8259-d3a7195a9dc3 service neutron] 10.222.0.41 "GET /v2.0/networks/7504093b-2185-4c2a-88d7-b1f590578a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702738 Jun 26 21:34:58.260624 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ac15dc89-9d57-4d40-a17a-e6d9b3fe8d92 req-6ab49d3b-7550-40d7-b58f-176ed898b578 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559757 Jun 26 21:34:58.300997 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6b50703b-9602-4704-bdba-2b2d18979113 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8896241'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:58.305876 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-168fb860-ec66-4278-a896-2514928b23f4 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:34:58.332561 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50703b-9602-4704-bdba-2b2d18979113 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Pushing event deleted for resources: {'Port': ['ID=cdb2c094-74a1-45b3-8e37-374274ff84d3,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:34:58.339593 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-6b50703b-9602-4704-bdba-2b2d18979113 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:34:58.398407 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-3ba562ca-df04-4cf0-8875-91c322ba32d7 req-ea56376a-88c6-482d-8a8d-1c0cc1213028 service neutron] 10.222.0.41 "GET /v2.0/networks/7504093b-2185-4c2a-88d7-b1f590578a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763966 Jun 26 21:34:58.420286 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6b50703b-9602-4704-bdba-2b2d18979113 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks [] for floatingip, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:58.420779 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.db.l3_db [None req-6b50703b-9602-4704-bdba-2b2d18979113 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Floating IP 34be2afd-a91b-477f-a81f-63ca28b9ef92 disassociated (deleted). External IP: 172.27.2.73, port: df703c9b-6291-48fd-97e8-36cd4536f13a. Jun 26 21:34:58.553272 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70f401-0b00-405c-aa8d-25635ecfa432 req-214a0441-57d8-4b47-bbe6-10d3494a7fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:58.555590 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0c70f401-0b00-405c-aa8d-25635ecfa432 req-214a0441-57d8-4b47-bbe6-10d3494a7fa6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9&tenant_id=55d314cce60e4244b7a6c90dbc16089b HTTP/1.1" status: 200 len: 1097 time: 0.1473274 Jun 26 21:34:58.648583 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70f401-0b00-405c-aa8d-25635ecfa432 req-2e634cb1-ff17-4b07-9a9e-da7e38edb692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:58.650295 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0c70f401-0b00-405c-aa8d-25635ecfa432 req-2e634cb1-ff17-4b07-9a9e-da7e38edb692 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55d314cce60e4244b7a6c90dbc16089b&device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 1097 time: 0.0700068 Jun 26 21:34:58.786900 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde8075-65a4-4b3a-a252-c3ec5256fb24 req-d387ce79-7869-4a0e-83fc-1e19618b0a11 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:58.788771 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ffde8075-65a4-4b3a-a252-c3ec5256fb24 req-d387ce79-7869-4a0e-83fc-1e19618b0a11 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 944 time: 0.1375833 Jun 26 21:34:58.794169 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70f401-0b00-405c-aa8d-25635ecfa432 req-a03fc66a-064d-4a5b-9e91-810011b55e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:58.795631 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0c70f401-0b00-405c-aa8d-25635ecfa432 req-a03fc66a-064d-4a5b-9e91-810011b55e75 service neutron] 10.222.0.41 "GET /v2.0/networks?id=054ba6ce-4b49-439d-a549-d4107e8e07e7 HTTP/1.1" status: 200 len: 917 time: 0.1349196 Jun 26 21:34:58.871242 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ffde8075-65a4-4b3a-a252-c3ec5256fb24 req-2ec4dbff-99ce-4a67-ba5b-0383d2bf0e35 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745111 Jun 26 21:34:58.881597 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0c70f401-0b00-405c-aa8d-25635ecfa432 req-5ef57460-89a0-48f0-ba34-335e066664ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1f71ed7-9f96-44b0-b6f7-e74e88a7525c HTTP/1.1" status: 200 len: 999 time: 0.0788093 Jun 26 21:34:58.931381 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70f401-0b00-405c-aa8d-25635ecfa432 req-5752d594-f765-44a7-8c6b-66251914dc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:58.932845 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0c70f401-0b00-405c-aa8d-25635ecfa432 req-5752d594-f765-44a7-8c6b-66251914dc5c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665 HTTP/1.1" status: 200 len: 855 time: 0.0436077 Jun 26 21:34:58.988500 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160cc45-3303-40aa-b02f-9743cba7230d req-51f70e71-c2d1-4432-9029-cb333775c98d tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:58.989961 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-9160cc45-3303-40aa-b02f-9743cba7230d req-51f70e71-c2d1-4432-9029-cb333775c98d tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.41 "GET /v2.0/ports?device_id=04877686-a29c-42c0-9065-93a121a8e5f0 HTTP/1.1" status: 200 len: 946 time: 0.4346333 Jun 26 21:34:58.992997 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70f401-0b00-405c-aa8d-25635ecfa432 req-343791c8-d478-407c-8f2e-6b264bc024d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:58.994461 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0c70f401-0b00-405c-aa8d-25635ecfa432 req-343791c8-d478-407c-8f2e-6b264bc024d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=054ba6ce-4b49-439d-a549-d4107e8e07e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548556 Jun 26 21:34:59.043452 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b50703b-9602-4704-bdba-2b2d18979113 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Router 67ffc21c-4e15-4d3b-9e1f-db923a4bb666 has already been hosted by L3 agent 8f52ff15-e1cf-4181-89b9-9a217ed1d1bf {{(pid=92921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 21:34:59.081749 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0c70f401-0b00-405c-aa8d-25635ecfa432 req-d8dabcf6-32f1-4b10-8de5-cc6825c9a0c5 service neutron] 10.222.0.41 "GET /v2.0/networks/054ba6ce-4b49-439d-a549-d4107e8e07e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796313 Jun 26 21:34:59.172185 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0c70f401-0b00-405c-aa8d-25635ecfa432 req-3cc2b1fb-ac30-4708-8602-6fb1762c5924 service neutron] 10.222.0.41 "GET /v2.0/networks/054ba6ce-4b49-439d-a549-d4107e8e07e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828903 Jun 26 21:34:59.193784 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-9160cc45-3303-40aa-b02f-9743cba7230d req-e2ee19d1-8b47-47d8-8c58-c2f5673b2365 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Deleting port 0551d1aa-55a8-4e14-89e0-be8964ac60ad {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:34:59.194116 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-9160cc45-3303-40aa-b02f-9743cba7230d req-e2ee19d1-8b47-47d8-8c58-c2f5673b2365 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:59.199924 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b50703b-9602-4704-bdba-2b2d18979113 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify agent at l3_agent.dv-cinder-798208-1-iscsi the message routers_updated {{(pid=92921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 21:34:59.204975 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6b50703b-9602-4704-bdba-2b2d18979113 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for floatingip, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:59.211722 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9902ff13-bba8-493f-ae64-2013a1a712dd None None] Sync routers for ids ['67ffc21c-4e15-4d3b-9e1f-db923a4bb666'] in dv-cinder-798208-1-iscsi {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 21:34:59.221323 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9902ff13-bba8-493f-ae64-2013a1a712dd None None] Routers {'67ffc21c-4e15-4d3b-9e1f-db923a4bb666'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:34:59.222081 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-9902ff13-bba8-493f-ae64-2013a1a712dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:34:55Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['67ffc21c-4e15-4d3b-9e1f-db923a4bb666'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:34:59.297920 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-6b50703b-9602-4704-bdba-2b2d18979113 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "DELETE /v2.0/floatingips/34be2afd-a91b-477f-a81f-63ca28b9ef92 HTTP/1.1" status: 204 len: 168 time: 1.8887556 Jun 26 21:34:59.300612 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c8c94ea-c1c3-459d-864a-c3d9345ffaed', 'tag': 'df703c9b-6291-48fd-97e8-36cd4536f13a'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:34:59.303632 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b5f6d741f71b22ca80de7011a5bf010bd5b330abd4b28dbd747dc86a1ce20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad7c51b-ebb5-4d24-8995-e89ee4126e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "8c8c94ea-c1c3-459d-864a-c3d9345ffaed", "tag": "df703c9b-6291-48fd-97e8-36cd4536f13a"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:34:59.334967 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-9160cc45-3303-40aa-b02f-9743cba7230d req-e2ee19d1-8b47-47d8-8c58-c2f5673b2365 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] For port 0551d1aa-55a8-4e14-89e0-be8964ac60ad, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=0551d1aa-55a8-4e14-89e0-be8964ac60ad,segment=NetworkSegment(9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a),segment_id=9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:34:59.335362 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-9160cc45-3303-40aa-b02f-9743cba7230d req-e2ee19d1-8b47-47d8-8c58-c2f5673b2365 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:59.476445 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323cf79-79f1-45e8-9f4a-e80b9d05ff1b req-dde1d6f0-b41f-460a-8322-51ad52eb595b tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:59.478383 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3323cf79-79f1-45e8-9f4a-e80b9d05ff1b req-dde1d6f0-b41f-460a-8322-51ad52eb595b tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=04877686-a29c-42c0-9065-93a121a8e5f0 HTTP/1.1" status: 200 len: 946 time: 0.0761366 Jun 26 21:34:59.536391 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-9902ff13-bba8-493f-ae64-2013a1a712dd None None] Set router 67ffc21c-4e15-4d3b-9e1f-db923a4bb666 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:34:59.558345 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3323cf79-79f1-45e8-9f4a-e80b9d05ff1b req-eba63950-71d3-47e0-91c1-3d29b82a1c04 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738575 Jun 26 21:34:59.587165 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-9160cc45-3303-40aa-b02f-9743cba7230d req-e2ee19d1-8b47-47d8-8c58-c2f5673b2365 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:59.587658 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-9160cc45-3303-40aa-b02f-9743cba7230d req-e2ee19d1-8b47-47d8-8c58-c2f5673b2365 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642591'] for floatingip, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:59.588005 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.db.l3_db [req-9160cc45-3303-40aa-b02f-9743cba7230d req-e2ee19d1-8b47-47d8-8c58-c2f5673b2365 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Floating IP 0fc87a5b-7a00-493e-b604-a79a70477ca9 disassociated. External IP: 172.27.2.195, port: 0551d1aa-55a8-4e14-89e0-be8964ac60ad. Jun 26 21:34:59.588393 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-9160cc45-3303-40aa-b02f-9743cba7230d req-e2ee19d1-8b47-47d8-8c58-c2f5673b2365 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Calling delete_port for 0551d1aa-55a8-4e14-89e0-be8964ac60ad owned by compute:nova {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:34:59.806054 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 21:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af304a4-e49b-4240-ab96-2b787466a39b x-openstack-request-id: req-6af304a4-e49b-4240-ab96-2b787466a39b {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:34:59.806383 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c8c94ea-c1c3-459d-864a-c3d9345ffaed", "tag": "df703c9b-6291-48fd-97e8-36cd4536f13a", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:34:59.806745 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6af304a4-e49b-4240-ab96-2b787466a39b {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:34:59.807219 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c8c94ea-c1c3-459d-864a-c3d9345ffaed', 'tag': 'df703c9b-6291-48fd-97e8-36cd4536f13a', 'status': 'completed', 'code': 200} Jun 26 21:34:59.811605 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-9160cc45-3303-40aa-b02f-9743cba7230d req-e2ee19d1-8b47-47d8-8c58-c2f5673b2365 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8896241'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:34:59.816452 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-87bdd116-77cc-43e6-9f87-ec4af37fe384 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:34:59.851890 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee19d1-8b47-47d8-8c58-c2f5673b2365 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Pushing event deleted for resources: {'Port': ['ID=0551d1aa-55a8-4e14-89e0-be8964ac60ad,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:34:59.855825 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-e2ee19d1-8b47-47d8-8c58-c2f5673b2365 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:34:59.987547 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad7c51b-ebb5-4d24-8995-e89ee4126e4a req-fae0534e-445e-4cde-a399-c33439386626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:34:59.989135 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1ad7c51b-ebb5-4d24-8995-e89ee4126e4a req-fae0534e-445e-4cde-a399-c33439386626 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92ac25c46d5e4ca8b91dd76623e3115e&device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 1098 time: 0.1823416 Jun 26 21:35:00.045108 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-9902ff13-bba8-493f-ae64-2013a1a712dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ffc21c-4e15-4d3b-9e1f-db923a4bb666', 'name': 'tempest-TestMinimumBasicScenario-1246843487-router', 'tenant_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:02Z', 'updated_at': '2021-06-26T21:31:10Z', 'revision_number': 4, 'project_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'gw_port': {'id': '5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ed:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ffc21c-4e15-4d3b-9e1f-db923a4bb666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:02Z', 'updated_at': '2021-06-26T21:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': 'f6b77c0f-3d2d-47fc-b6ed-4f9af5a5f6c1', 'name': '', 'network_id': '7504093b-2185-4c2a-88d7-b1f590578a60', 'tenant_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'mac_address': 'fa:16:3e:8a:59:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ffc21c-4e15-4d3b-9e1f-db923a4bb666', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'c0ea7ed3-3026-4b54-9abc-fc78571d0dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:08Z', 'updated_at': '2021-06-26T21:31:20Z', 'revision_number': 5, 'project_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'subnets': [{'id': 'c0ea7ed3-3026-4b54-9abc-fc78571d0dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:35:00.163994 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9902ff13-bba8-493f-ae64-2013a1a712dd None None] Checking router: 67ffc21c-4e15-4d3b-9e1f-db923a4bb666 for host: dv-cinder-798208-1-iscsi {{(pid=92923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 21:35:00.192829 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9902ff13-bba8-493f-ae64-2013a1a712dd None None] Routers {'67ffc21c-4e15-4d3b-9e1f-db923a4bb666'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:35:00.193451 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-9902ff13-bba8-493f-ae64-2013a1a712dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:34:55Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['67ffc21c-4e15-4d3b-9e1f-db923a4bb666'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:35:00.217192 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9160cc45-3303-40aa-b02f-9743cba7230d req-e2ee19d1-8b47-47d8-8c58-c2f5673b2365 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Router 91a92a4d-40e9-484e-a859-76bd492b0211 has already been hosted by L3 agent 8f52ff15-e1cf-4181-89b9-9a217ed1d1bf {{(pid=92921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 21:35:00.302689 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad7c51b-ebb5-4d24-8995-e89ee4126e4a req-d953fab0-bf05-44c5-ab40-43c3ca5d1a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:00.312659 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1ad7c51b-ebb5-4d24-8995-e89ee4126e4a req-d953fab0-bf05-44c5-ab40-43c3ca5d1a1b service neutron] 10.222.0.41 "GET /v2.0/networks?id=7504093b-2185-4c2a-88d7-b1f590578a60 HTTP/1.1" status: 200 len: 916 time: 0.2984595 Jun 26 21:35:00.430003 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002e51a-0a06-4bef-9bc7-850cd0c236bb req-07cf8f53-8adc-4f03-9f0e-9e529435916b tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:00.436360 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7002e51a-0a06-4bef-9bc7-850cd0c236bb req-07cf8f53-8adc-4f03-9f0e-9e529435916b tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 944 time: 0.1221397 Jun 26 21:35:00.478667 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9160cc45-3303-40aa-b02f-9743cba7230d req-e2ee19d1-8b47-47d8-8c58-c2f5673b2365 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify agent at l3_agent.dv-cinder-798208-1-iscsi the message routers_updated {{(pid=92921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 21:35:00.502561 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd1a336-079f-4ce5-bc0a-89a60ba00832 None None] Sync routers for ids ['91a92a4d-40e9-484e-a859-76bd492b0211'] in dv-cinder-798208-1-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 21:35:00.530657 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd1a336-079f-4ce5-bc0a-89a60ba00832 None None] Routers {'91a92a4d-40e9-484e-a859-76bd492b0211'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:35:00.532628 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-7dd1a336-079f-4ce5-bc0a-89a60ba00832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:34:55Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['91a92a4d-40e9-484e-a859-76bd492b0211'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:35:00.537081 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-9902ff13-bba8-493f-ae64-2013a1a712dd None None] Set router 67ffc21c-4e15-4d3b-9e1f-db923a4bb666 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:35:00.577259 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-9160cc45-3303-40aa-b02f-9743cba7230d req-e2ee19d1-8b47-47d8-8c58-c2f5673b2365 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] No DVR routers for this DVR port 0551d1aa-55a8-4e14-89e0-be8964ac60ad on host hv-cinder-79820 {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 21:35:00.585415 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-9160cc45-3303-40aa-b02f-9743cba7230d req-e2ee19d1-8b47-47d8-8c58-c2f5673b2365 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:00.594839 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-9160cc45-3303-40aa-b02f-9743cba7230d req-e2ee19d1-8b47-47d8-8c58-c2f5673b2365 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.41 "DELETE /v2.0/ports/0551d1aa-55a8-4e14-89e0-be8964ac60ad HTTP/1.1" status: 204 len: 173 time: 1.5909493 Jun 26 21:35:00.654858 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7002e51a-0a06-4bef-9bc7-850cd0c236bb req-066bb992-3c48-41d9-989d-f8c5c8782bd5 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2058880 Jun 26 21:35:00.657272 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1ad7c51b-ebb5-4d24-8995-e89ee4126e4a req-469dac7e-f25a-4cb3-b974-e21ccf2d8662 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df703c9b-6291-48fd-97e8-36cd4536f13a HTTP/1.1" status: 200 len: 217 time: 0.1901100 Jun 26 21:35:00.776097 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad7c51b-ebb5-4d24-8995-e89ee4126e4a req-e8cdbd9a-10a6-4d58-9206-1489728c0806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:00.777789 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1ad7c51b-ebb5-4d24-8995-e89ee4126e4a req-e8cdbd9a-10a6-4d58-9206-1489728c0806 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c0ea7ed3-3026-4b54-9abc-fc78571d0dfb HTTP/1.1" status: 200 len: 854 time: 0.0878527 Jun 26 21:35:00.778381 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-7dd1a336-079f-4ce5-bc0a-89a60ba00832 None None] Set router 91a92a4d-40e9-484e-a859-76bd492b0211 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:35:00.865558 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d4bf475f-8d40-436d-b531-b4b6df303487 req-29acebfa-a470-4df1-b540-6f1af8a7dec8 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=04877686-a29c-42c0-9065-93a121a8e5f0 HTTP/1.1" status: 200 len: 210 time: 0.0448918 Jun 26 21:35:00.948000 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-9902ff13-bba8-493f-ae64-2013a1a712dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ffc21c-4e15-4d3b-9e1f-db923a4bb666', 'name': 'tempest-TestMinimumBasicScenario-1246843487-router', 'tenant_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:02Z', 'updated_at': '2021-06-26T21:31:10Z', 'revision_number': 4, 'project_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'gw_port': {'id': '5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ed:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ffc21c-4e15-4d3b-9e1f-db923a4bb666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:02Z', 'updated_at': '2021-06-26T21:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': 'f6b77c0f-3d2d-47fc-b6ed-4f9af5a5f6c1', 'name': '', 'network_id': '7504093b-2185-4c2a-88d7-b1f590578a60', 'tenant_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'mac_address': 'fa:16:3e:8a:59:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ffc21c-4e15-4d3b-9e1f-db923a4bb666', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'c0ea7ed3-3026-4b54-9abc-fc78571d0dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:08Z', 'updated_at': '2021-06-26T21:31:20Z', 'revision_number': 5, 'project_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'subnets': [{'id': 'c0ea7ed3-3026-4b54-9abc-fc78571d0dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:35:00.986965 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9902ff13-bba8-493f-ae64-2013a1a712dd None None] The sync data for ids ['67ffc21c-4e15-4d3b-9e1f-db923a4bb666'] in dv-cinder-798208-1-iscsi is: [{'id': '67ffc21c-4e15-4d3b-9e1f-db923a4bb666', 'name': 'tempest-TestMinimumBasicScenario-1246843487-router', 'tenant_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:02Z', 'updated_at': '2021-06-26T21:31:10Z', 'revision_number': 4, 'project_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'gw_port': {'id': '5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ed:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ffc21c-4e15-4d3b-9e1f-db923a4bb666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:02Z', 'updated_at': '2021-06-26T21:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': 'f6b77c0f-3d2d-47fc-b6ed-4f9af5a5f6c1', 'name': '', 'network_id': '7504093b-2185-4c2a-88d7-b1f590578a60', 'tenant_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'mac_address': 'fa:16:3e:8a:59:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ffc21c-4e15-4d3b-9e1f-db923a4bb666', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'c0ea7ed3-3026-4b54-9abc-fc78571d0dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:08Z', 'updated_at': '2021-06-26T21:31:20Z', 'revision_number': 5, 'project_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'subnets': [{'id': 'c0ea7ed3-3026-4b54-9abc-fc78571d0dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 21:35:01.126171 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-7dd1a336-079f-4ce5-bc0a-89a60ba00832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'name': 'tempest-TestVolumeBootPattern-1551406780-router', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:05Z', 'updated_at': '2021-06-26T21:31:16Z', 'revision_number': 4, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'gw_port': {'id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:08Z', 'updated_at': '2021-06-26T21:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': '4b29f8b2-ce57-466d-9e4f-4102489e5760', 'name': '', 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'mac_address': 'fa:16:3e:c5:e7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'b01ad406-256f-4138-8b6e-7125345feab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:13Z', 'updated_at': '2021-06-26T21:31:26Z', 'revision_number': 5, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'subnets': [{'id': 'b01ad406-256f-4138-8b6e-7125345feab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:35:01.178528 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd1a336-079f-4ce5-bc0a-89a60ba00832 None None] Checking router: 91a92a4d-40e9-484e-a859-76bd492b0211 for host: dv-cinder-798208-1-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 21:35:01.193442 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd1a336-079f-4ce5-bc0a-89a60ba00832 None None] Routers {'91a92a4d-40e9-484e-a859-76bd492b0211'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:35:01.194073 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-7dd1a336-079f-4ce5-bc0a-89a60ba00832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:34:55Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['91a92a4d-40e9-484e-a859-76bd492b0211'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:35:01.322965 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9d506d-7685-4731-9136-4391e0838243 None None] New status for floating IP 34be2afd-a91b-477f-a81f-63ca28b9ef92: DOWN {{(pid=92923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 21:35:01.350445 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-7dd1a336-079f-4ce5-bc0a-89a60ba00832 None None] Set router 91a92a4d-40e9-484e-a859-76bd492b0211 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:35:01.586952 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-7dd1a336-079f-4ce5-bc0a-89a60ba00832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'name': 'tempest-TestVolumeBootPattern-1551406780-router', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:05Z', 'updated_at': '2021-06-26T21:31:16Z', 'revision_number': 4, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'gw_port': {'id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:08Z', 'updated_at': '2021-06-26T21:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': '4b29f8b2-ce57-466d-9e4f-4102489e5760', 'name': '', 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'mac_address': 'fa:16:3e:c5:e7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'b01ad406-256f-4138-8b6e-7125345feab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:13Z', 'updated_at': '2021-06-26T21:31:26Z', 'revision_number': 5, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'subnets': [{'id': 'b01ad406-256f-4138-8b6e-7125345feab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:35:01.615725 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd1a336-079f-4ce5-bc0a-89a60ba00832 None None] The sync data for ids ['91a92a4d-40e9-484e-a859-76bd492b0211'] in dv-cinder-798208-1-iscsi is: [{'id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'name': 'tempest-TestVolumeBootPattern-1551406780-router', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:05Z', 'updated_at': '2021-06-26T21:31:16Z', 'revision_number': 4, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'gw_port': {'id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:08Z', 'updated_at': '2021-06-26T21:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': '4b29f8b2-ce57-466d-9e4f-4102489e5760', 'name': '', 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'mac_address': 'fa:16:3e:c5:e7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'b01ad406-256f-4138-8b6e-7125345feab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:13Z', 'updated_at': '2021-06-26T21:31:26Z', 'revision_number': 5, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'subnets': [{'id': 'b01ad406-256f-4138-8b6e-7125345feab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 21:35:01.808855 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04877686-a29c-42c0-9065-93a121a8e5f0', 'name': 'network-vif-deleted', 'tag': '0551d1aa-55a8-4e14-89e0-be8964ac60ad'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:35:01.811302 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b5f6d741f71b22ca80de7011a5bf010bd5b330abd4b28dbd747dc86a1ce20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21ed95a-5007-4b0c-a6b3-7c696a05b391" -d '{"events": [{"server_uuid": "04877686-a29c-42c0-9065-93a121a8e5f0", "name": "network-vif-deleted", "tag": "0551d1aa-55a8-4e14-89e0-be8964ac60ad"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:35:01.871390 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68c49e-1e09-4fea-9b28-4f54e1ab9870 req-3b080512-c287-4893-ba4e-777ad53836a3 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:01.872922 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0e68c49e-1e09-4fea-9b28-4f54e1ab9870 req-3b080512-c287-4893-ba4e-777ad53836a3 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 944 time: 0.1012316 Jun 26 21:35:01.889893 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e752924f-d830-4864-9064-b689039c39b8 None None] New status for floating IP 0fc87a5b-7a00-493e-b604-a79a70477ca9: DOWN {{(pid=92924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 21:35:01.912076 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0e68c49e-1e09-4fea-9b28-4f54e1ab9870 req-4f2a86a6-2d51-4721-8e4a-890d1190679c tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329666 Jun 26 21:35:01.978158 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 21:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6da56b3-68ff-43b3-846d-08a3c2c127f9 x-openstack-request-id: req-d6da56b3-68ff-43b3-846d-08a3c2c127f9 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:35:01.978509 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04877686-a29c-42c0-9065-93a121a8e5f0", "name": "network-vif-deleted", "tag": "0551d1aa-55a8-4e14-89e0-be8964ac60ad", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:35:01.978798 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d6da56b3-68ff-43b3-846d-08a3c2c127f9 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:35:01.979249 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04877686-a29c-42c0-9065-93a121a8e5f0', 'name': 'network-vif-deleted', 'tag': '0551d1aa-55a8-4e14-89e0-be8964ac60ad', 'status': 'completed', 'code': 200} Jun 26 21:35:02.099891 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4531deac-dd1a-4185-b85c-e631743dffec req-52de9dd4-4203-4bc8-b666-f1a50f4e9d36 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=04877686-a29c-42c0-9065-93a121a8e5f0 HTTP/1.1" status: 200 len: 210 time: 0.0309489 Jun 26 21:35:02.829507 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 0551d1aa-55a8-4e14-89e0-be8964ac60ad no longer exists at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:35:02.851296 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] No Port match for: 0551d1aa-55a8-4e14-89e0-be8964ac60ad {{(pid=92923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 21:35:02.851664 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 0551d1aa-55a8-4e14-89e0-be8964ac60ad not bound to the agent host hv-cinder-79820 {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 21:35:03.106459 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d109a83-5845-4540-8a4c-abcc65d95be6 req-dcfb887f-1779-499c-bd99-5a9a4a85636d tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:03.107925 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1d109a83-5845-4540-8a4c-abcc65d95be6 req-dcfb887f-1779-499c-bd99-5a9a4a85636d tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 944 time: 0.0748212 Jun 26 21:35:03.145995 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1d109a83-5845-4540-8a4c-abcc65d95be6 req-b30bcc5a-fb4d-4b66-b4c6-9e270e39a67c tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321167 Jun 26 21:35:03.304596 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-673b7d91-65f8-4356-9af1-509658616902 req-0c2fa0dc-ec91-4749-bf63-cef17afc5717 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=04877686-a29c-42c0-9065-93a121a8e5f0 HTTP/1.1" status: 200 len: 210 time: 0.0369523 Jun 26 21:35:04.341644 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e558e-aab1-41cd-a981-99b5ea68e2f3 req-53313597-a483-4d37-893e-1a63636ed759 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:04.347681 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1b0e558e-aab1-41cd-a981-99b5ea68e2f3 req-53313597-a483-4d37-893e-1a63636ed759 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 944 time: 0.0778930 Jun 26 21:35:04.380047 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1b0e558e-aab1-41cd-a981-99b5ea68e2f3 req-e79d1034-e95d-4ff6-93c5-acf72a79fb50 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311687 Jun 26 21:35:04.533829 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-15cc8eec-7ead-436c-851a-824556ec560d req-f6f84050-2476-40d2-9185-89669ae631b0 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=04877686-a29c-42c0-9065-93a121a8e5f0 HTTP/1.1" status: 200 len: 210 time: 0.0287600 Jun 26 21:35:05.580881 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ec3e9-7736-4849-b301-176fc28222d1 req-6a2b4bb5-9359-479a-b741-a575d2bd35e3 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:05.582421 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-985ec3e9-7736-4849-b301-176fc28222d1 req-6a2b4bb5-9359-479a-b741-a575d2bd35e3 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 944 time: 0.0709848 Jun 26 21:35:05.629773 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-985ec3e9-7736-4849-b301-176fc28222d1 req-45b55183-9021-46c8-8c8e-e1119a3265c2 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414991 Jun 26 21:35:05.803759 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f9fb8fc8-c96b-4dc2-872f-60da400f7f44 req-460a2301-787c-4e95-9f3d-ef61b0f4b965 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=04877686-a29c-42c0-9065-93a121a8e5f0 HTTP/1.1" status: 200 len: 210 time: 0.0352228 Jun 26 21:35:06.841546 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac53d26-439f-464c-9778-2c47edfe5598 req-ca0aea36-3f84-4a4b-bc08-1fd8012ff207 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:06.843041 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4ac53d26-439f-464c-9778-2c47edfe5598 req-ca0aea36-3f84-4a4b-bc08-1fd8012ff207 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 944 time: 0.0650949 Jun 26 21:35:06.886386 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4ac53d26-439f-464c-9778-2c47edfe5598 req-d9051b5a-53a7-444e-a71b-6d7878668028 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372705 Jun 26 21:35:07.093657 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9e2a9263-2540-44ac-9c4c-0942d829e46c req-24a6856d-b597-49b7-8109-9f9373f68f54 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=04877686-a29c-42c0-9065-93a121a8e5f0 HTTP/1.1" status: 200 len: 210 time: 0.0540016 Jun 26 21:35:08.075240 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3fb2f-d667-4753-9314-39ae293ea6b8 req-6f0ee0e0-7c26-46ef-807e-3faa6877a944 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:08.076683 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-33f3fb2f-d667-4753-9314-39ae293ea6b8 req-6f0ee0e0-7c26-46ef-807e-3faa6877a944 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 944 time: 0.0620775 Jun 26 21:35:08.113544 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-33f3fb2f-d667-4753-9314-39ae293ea6b8 req-bf991841-4b38-4c52-a5c6-b599d5f43e93 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311983 Jun 26 21:35:08.285388 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-68ecc27e-bc1c-401b-9ff3-052a8ecaa9f2 req-232d6aaa-7af6-4915-8f19-4d353ef22e29 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=04877686-a29c-42c0-9065-93a121a8e5f0 HTTP/1.1" status: 200 len: 210 time: 0.0367625 Jun 26 21:35:09.324092 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f01f47-1992-4b61-909f-3339abb552f6 req-bae42b88-f605-4326-a05b-36579cdbfe0b tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:09.325592 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-35f01f47-1992-4b61-909f-3339abb552f6 req-bae42b88-f605-4326-a05b-36579cdbfe0b tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 944 time: 0.0717638 Jun 26 21:35:09.365037 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-35f01f47-1992-4b61-909f-3339abb552f6 req-f7181745-e4bb-404a-8838-1f13071a9635 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328889 Jun 26 21:35:09.505265 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1b37f244-6f59-4c93-ba78-155d5e1002bb req-cbafac36-3365-4022-bc77-81f8c4ea4008 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=04877686-a29c-42c0-9065-93a121a8e5f0 HTTP/1.1" status: 200 len: 210 time: 0.0353973 Jun 26 21:35:09.640971 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 45626) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:35:09.750958 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e067e49f-0165-45d1-91f5-ae11c294c92a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:09.845706 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e067e49f-0165-45d1-91f5-ae11c294c92a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:09.850391 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e067e49f-0165-45d1-91f5-ae11c294c92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:09.852770 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-da6c4567-fba4-421e-81b4-a05755127c10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:35:09.888277 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-e067e49f-0165-45d1-91f5-ae11c294c92a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=147d6ef5773b4c9aae795b5dc5e3ed06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2462621 Jun 26 21:35:09.890865 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067e49f-0165-45d1-91f5-ae11c294c92a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5100007-9716-4755-9586-7dfa698a2405,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:35:09.891729 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 45630) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:35:09.893037 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e067e49f-0165-45d1-91f5-ae11c294c92a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:35:09.952556 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5eeb82e7-3e47-4ce5-9eb5-213f8164eaaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:09.975179 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5eeb82e7-3e47-4ce5-9eb5-213f8164eaaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:10.032719 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5eeb82e7-3e47-4ce5-9eb5-213f8164eaaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:10.036687 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5eeb82e7-3e47-4ce5-9eb5-213f8164eaaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:10.047900 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-5eeb82e7-3e47-4ce5-9eb5-213f8164eaaa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c5100007-9716-4755-9586-7dfa698a2405 HTTP/1.1" status: 204 len: 168 time: 0.1491182 Jun 26 21:35:10.049272 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-6f78b0ed-33c8-42ae-b360-68eb0fcec27f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:35:10.059883 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb82e7-3e47-4ce5-9eb5-213f8164eaaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5100007-9716-4755-9586-7dfa698a2405,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:35:10.062022 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5eeb82e7-3e47-4ce5-9eb5-213f8164eaaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:35:10.559682 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f47f80-fe4a-469c-8ce1-9504d71775ee req-a9ddbdfe-635a-4d1a-a817-c5e00df238ba tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:10.561308 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f3f47f80-fe4a-469c-8ce1-9504d71775ee req-a9ddbdfe-635a-4d1a-a817-c5e00df238ba tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 944 time: 0.0707119 Jun 26 21:35:10.880830 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f3f47f80-fe4a-469c-8ce1-9504d71775ee req-806a29fe-039a-4dee-9eb5-85cef0806c62 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3117049 Jun 26 21:35:11.019482 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4c442f49-ec90-43b6-b910-a8a0a62f365a req-cd779a8c-82b0-4380-ade1-cf34c7381841 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=04877686-a29c-42c0-9065-93a121a8e5f0 HTTP/1.1" status: 200 len: 210 time: 0.0313568 Jun 26 21:35:11.378324 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad7c51b-ebb5-4d24-8995-e89ee4126e4a req-8d986010-4f40-4c80-b1ed-b4095482ea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:11.381274 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1ad7c51b-ebb5-4d24-8995-e89ee4126e4a req-8d986010-4f40-4c80-b1ed-b4095482ea45 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7504093b-2185-4c2a-88d7-b1f590578a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0583923 Jun 26 21:35:11.498516 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1ad7c51b-ebb5-4d24-8995-e89ee4126e4a req-33bbfe0b-c8a8-46f4-8e40-c22f16b944f4 service neutron] 10.222.0.41 "GET /v2.0/networks/7504093b-2185-4c2a-88d7-b1f590578a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023326 Jun 26 21:35:11.590618 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1ad7c51b-ebb5-4d24-8995-e89ee4126e4a req-b38bbe1a-66c1-456c-a0d7-9c5663c85791 service neutron] 10.222.0.41 "GET /v2.0/networks/7504093b-2185-4c2a-88d7-b1f590578a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839267 Jun 26 21:35:12.114874 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1fbd7-e72a-4a4c-a355-3ee97d7b029e req-058d98af-bf00-4708-8635-346bd6570d05 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:12.117633 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-eeb1fbd7-e72a-4a4c-a355-3ee97d7b029e req-058d98af-bf00-4708-8635-346bd6570d05 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 944 time: 0.1079876 Jun 26 21:35:12.159814 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-eeb1fbd7-e72a-4a4c-a355-3ee97d7b029e req-c9107c8b-8058-4575-bf2b-54fc652a101c tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364718 Jun 26 21:35:12.354944 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-0fbad0db-3774-4307-8da8-7546627f94a4 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-126239869&fields=id&tenant_id=d57413efbdfc45b299c235407da019ce HTTP/1.1" status: 200 len: 267 time: 0.0361452 Jun 26 21:35:12.472400 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-375842a7-b286-421e-bc74-57c44a4c2a43 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:12.473895 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-375842a7-b286-421e-bc74-57c44a4c2a43 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/networks?id=a8afb80a-5940-4655-9052-1907914d829f HTTP/1.1" status: 200 len: 812 time: 0.1123450 Jun 26 21:35:12.494059 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-a17d83da-e012-442f-8bbd-477aa807821e tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/quotas/d57413efbdfc45b299c235407da019ce HTTP/1.1" status: 200 len: 375 time: 0.0105245 Jun 26 21:35:12.581791 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-808fba69-6627-4192-a0aa-847bdbed2fdb tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d57413efbdfc45b299c235407da019ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0785873 Jun 26 21:35:12.801323 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-8f81039b-ee22-48dc-a19e-f8f0dcbf93e2 service neutron] 10.222.0.24 "GET /v2.0/networks/a8afb80a-5940-4655-9052-1907914d829f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065635 Jun 26 21:35:12.898123 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-dd3a6be1-da7c-4657-90f2-0a70322ec346 service neutron] 10.222.0.24 "GET /v2.0/networks/a8afb80a-5940-4655-9052-1907914d829f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899026 Jun 26 21:35:13.230741 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4679c5da-66c4-4e09-856e-f88974afae9c req-5a921d0b-19b4-48ef-add8-fc6ba232164c tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db0d069-ba0f-44e5-94da-d45c6f7b9da5 HTTP/1.1" status: 200 len: 210 time: 0.0310011 Jun 26 21:35:13.367746 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8507b-b19c-497c-980f-c3bfaa51bd31 req-85bb92a9-bc6b-43c8-82af-2f4d9f02ada5 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:13.369305 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8ab8507b-b19c-497c-980f-c3bfaa51bd31 req-85bb92a9-bc6b-43c8-82af-2f4d9f02ada5 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 944 time: 0.0840101 Jun 26 21:35:13.422209 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8ab8507b-b19c-497c-980f-c3bfaa51bd31 req-d8ef637f-1063-4059-a618-11a54a38618b tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468445 Jun 26 21:35:13.996232 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bea9fa-102f-4543-a5f4-09e4ac02ddde req-fafc652c-a6d1-49b5-9666-91f35b443116 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:13.997953 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e5bea9fa-102f-4543-a5f4-09e4ac02ddde req-fafc652c-a6d1-49b5-9666-91f35b443116 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 945 time: 0.0705972 Jun 26 21:35:14.041709 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e5bea9fa-102f-4543-a5f4-09e4ac02ddde req-3f6ae82f-465e-4786-a9ca-2afb99214154 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348370 Jun 26 21:35:14.460037 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-15628460-92d0-4f0c-83f3-da24f2094f01 req-36045b3e-80c7-40a3-997b-4a197d85f8df tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db0d069-ba0f-44e5-94da-d45c6f7b9da5 HTTP/1.1" status: 200 len: 210 time: 0.0908413 Jun 26 21:35:14.536126 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-5a06e2d7-16b0-4841-a1f8-98aa43e03967 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:14.538823 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-5a06e2d7-16b0-4841-a1f8-98aa43e03967 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.41 "GET /v2.0/networks?id=a8afb80a-5940-4655-9052-1907914d829f HTTP/1.1" status: 200 len: 812 time: 0.1959014 Jun 26 21:35:14.609092 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-d0c2bccf-4a34-41cc-bbbd-2cffee7bf591 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d57413efbdfc45b299c235407da019ce HTTP/1.1" status: 200 len: 379 time: 0.0545487 Jun 26 21:35:14.630927 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-cfb53188-94f7-4d6b-a0ea-b7b9ac349d9b tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Request body: {'port': {'device_id': '7db0d069-ba0f-44e5-94da-d45c6f7b9da5', 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f', 'admin_state_up': True, 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'security_groups': ['ec64ee0d-6832-4a84-a6d9-48c6d44b7b50']}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:35:14.735741 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce425099-061c-4dfd-af76-9fbcf4a3be20 req-b708140b-34d2-4e07-b428-1fb1c1b04d5c tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:14.737326 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ce425099-061c-4dfd-af76-9fbcf4a3be20 req-b708140b-34d2-4e07-b428-1fb1c1b04d5c tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 944 time: 0.1479058 Jun 26 21:35:14.805797 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ce425099-061c-4dfd-af76-9fbcf4a3be20 req-d7a98f93-daa3-4707-b128-077379ffce7b tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559888 Jun 26 21:35:14.806857 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-cfb53188-94f7-4d6b-a0ea-b7b9ac349d9b tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Made reservation on behalf of d57413efbdfc45b299c235407da019ce for: {'port': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:35:14.810413 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-cfb53188-94f7-4d6b-a0ea-b7b9ac349d9b tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:14.966840 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-cfb53188-94f7-4d6b-a0ea-b7b9ac349d9b tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Allocated IP 172.20.0.12 (a8afb80a-5940-4655-9052-1907914d829f/b01ad406-256f-4138-8b6e-7125345feab0/dc1d3aab-26fb-43f0-85cb-3389ff1d071d) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:35:15.166248 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-cfb53188-94f7-4d6b-a0ea-b7b9ac349d9b tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:15.181532 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-cfb53188-94f7-4d6b-a0ea-b7b9ac349d9b tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Transition to ACTIVE for port object dc1d3aab-26fb-43f0-85cb-3389ff1d071d will not be triggered until provisioned by entity DHCP. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:35:15.249539 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-cfb53188-94f7-4d6b-a0ea-b7b9ac349d9b tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8809475'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:15.254056 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f2586e5a-0f08-4721-b026-3c35b4a97b2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:35:15.311236 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-cfb53188-94f7-4d6b-a0ea-b7b9ac349d9b tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Network a8afb80a-5940-4655-9052-1907914d829f is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:35:15.318184 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-cfb53188-94f7-4d6b-a0ea-b7b9ac349d9b tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:35:15.320844 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb53188-94f7-4d6b-a0ea-b7b9ac349d9b tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Pushing event updated for resources: {'Port': ['ID=dc1d3aab-26fb-43f0-85cb-3389ff1d071d,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:35:15.323682 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-cfb53188-94f7-4d6b-a0ea-b7b9ac349d9b tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:35:15.326721 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-cfb53188-94f7-4d6b-a0ea-b7b9ac349d9b tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:35:15.358715 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246c0b0-7144-45fb-a50e-66dcb64666a2 req-a6f72feb-ca0e-4591-a4a6-9d4bb7fc2ed0 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:15.360341 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c246c0b0-7144-45fb-a50e-66dcb64666a2 req-a6f72feb-ca0e-4591-a4a6-9d4bb7fc2ed0 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 945 time: 0.1586781 Jun 26 21:35:15.395095 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-cfb53188-94f7-4d6b-a0ea-b7b9ac349d9b tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:15.396347 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-cfb53188-94f7-4d6b-a0ea-b7b9ac349d9b tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:15.429252 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-cfb53188-94f7-4d6b-a0ea-b7b9ac349d9b tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8030329 Jun 26 21:35:15.447609 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-2793d27f-c770-4e9a-b464-6b5378efaaa5 service neutron] Request body: {'port': {'device_id': '7db0d069-ba0f-44e5-94da-d45c6f7b9da5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79820'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:35:15.468058 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c246c0b0-7144-45fb-a50e-66dcb64666a2 req-2521eba3-415e-423d-9c59-7a4690cb789c tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/security-groups?id=0419355f-40a6-40ec-af1b-8860f0fdba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012375 Jun 26 21:35:15.515084 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-97a143db-a699-4d8f-84be-952dbc3801b6 None None] Provisioning for port dc1d3aab-26fb-43f0-85cb-3389ff1d071d completed by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:35:15.520364 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-97a143db-a699-4d8f-84be-952dbc3801b6 None None] Provisioning complete for port dc1d3aab-26fb-43f0-85cb-3389ff1d071d triggered by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:35:15.521311 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-97a143db-a699-4d8f-84be-952dbc3801b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:15.569534 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-97a143db-a699-4d8f-84be-952dbc3801b6 None None] Port dc1d3aab-26fb-43f0-85cb-3389ff1d071d cannot update to ACTIVE because it is not bound. {{(pid=92923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 21:35:15.603042 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-2793d27f-c770-4e9a-b464-6b5378efaaa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:15.792042 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e5dd7-e506-4768-96fa-d548299bfd21 req-99654c64-10f1-4ad2-8eac-610f6339e772 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:15.793721 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-4e0e5dd7-e506-4768-96fa-d548299bfd21 req-99654c64-10f1-4ad2-8eac-610f6339e772 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 945 time: 0.0681331 Jun 26 21:35:15.896780 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac015d-e617-45d0-900b-0085c6f3ec86 req-e9e5bf59-8548-4971-b38f-6d79ac820c08 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:15.898331 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-01ac015d-e617-45d0-900b-0085c6f3ec86 req-e9e5bf59-8548-4971-b38f-6d79ac820c08 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db0d069-ba0f-44e5-94da-d45c6f7b9da5 HTTP/1.1" status: 200 len: 932 time: 0.2382865 Jun 26 21:35:15.915385 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-4e0e5dd7-e506-4768-96fa-d548299bfd21 req-28a66bbf-4453-495d-a38f-fc9025fc90db tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Deleting port df703c9b-6291-48fd-97e8-36cd4536f13a {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:35:15.915841 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-4e0e5dd7-e506-4768-96fa-d548299bfd21 req-28a66bbf-4453-495d-a38f-fc9025fc90db tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:16.034763 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-4e0e5dd7-e506-4768-96fa-d548299bfd21 req-28a66bbf-4453-495d-a38f-fc9025fc90db tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] For port df703c9b-6291-48fd-97e8-36cd4536f13a, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=df703c9b-6291-48fd-97e8-36cd4536f13a,segment=NetworkSegment(88150bbd-5688-4aa7-89dd-f9366c7f6629),segment_id=88150bbd-5688-4aa7-89dd-f9366c7f6629)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:35:16.035127 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-4e0e5dd7-e506-4768-96fa-d548299bfd21 req-28a66bbf-4453-495d-a38f-fc9025fc90db tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:16.035711 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-01ac015d-e617-45d0-900b-0085c6f3ec86 req-6eec41ca-4fe8-4023-8529-ca1cf9272f14 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074672 Jun 26 21:35:16.060875 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-4e0e5dd7-e506-4768-96fa-d548299bfd21 req-28a66bbf-4453-495d-a38f-fc9025fc90db tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Calling delete_port for df703c9b-6291-48fd-97e8-36cd4536f13a owned by compute:nova {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:35:16.108310 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-2793d27f-c770-4e9a-b464-6b5378efaaa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc1d3aab-26fb-43f0-85cb-3389ff1d071d {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 21:35:16.119293 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-2793d27f-c770-4e9a-b464-6b5378efaaa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:16.129677 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71a1f6-50e6-4aab-82ce-efab0d15146a req-fb7c052a-8cd1-4d53-8488-6c3c41d7cce1 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:16.131353 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5c71a1f6-50e6-4aab-82ce-efab0d15146a req-fb7c052a-8cd1-4d53-8488-6c3c41d7cce1 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 944 time: 0.1543310 Jun 26 21:35:16.155654 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-2793d27f-c770-4e9a-b464-6b5378efaaa5 service neutron] Transition to ACTIVE for port object dc1d3aab-26fb-43f0-85cb-3389ff1d071d will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:35:16.164107 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-2793d27f-c770-4e9a-b464-6b5378efaaa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8809713'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:16.167770 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:35:16.234850 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5c71a1f6-50e6-4aab-82ce-efab0d15146a req-d8f336d7-b0d8-4b46-a2b0-e3f37d8c6fc7 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902607 Jun 26 21:35:16.237138 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2793d27f-c770-4e9a-b464-6b5378efaaa5 service neutron] Pushing event updated for resources: {'Port': ['ID=dc1d3aab-26fb-43f0-85cb-3389ff1d071d,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:35:16.242237 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-4e0e5dd7-e506-4768-96fa-d548299bfd21 req-28a66bbf-4453-495d-a38f-fc9025fc90db tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8896241'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:16.247245 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-2793d27f-c770-4e9a-b464-6b5378efaaa5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:35:16.248468 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-2b688e7d-0cbc-4506-9903-30cebef2e6b7 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:35:16.254248 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] get_ports_and_sgs() called for port_ids ['df703c9b-6291-48fd-97e8-36cd4536f13a'] {{(pid=92923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 21:35:16.308138 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a66bbf-4453-495d-a38f-fc9025fc90db tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Pushing event deleted for resources: {'Port': ['ID=df703c9b-6291-48fd-97e8-36cd4536f13a,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:35:16.318410 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-28a66bbf-4453-495d-a38f-fc9025fc90db tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:35:16.331768 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-2793d27f-c770-4e9a-b464-6b5378efaaa5 service neutron] Attempting to bind port dc1d3aab-26fb-43f0-85cb-3389ff1d071d on host hv-cinder-79820 for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:35:16.332108 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-2793d27f-c770-4e9a-b464-6b5378efaaa5 service neutron] Attempting to bind port dc1d3aab-26fb-43f0-85cb-3389ff1d071d by drivers openvswitch,hyperv on host hv-cinder-79820 at level 0 using segments [{'id': '9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:35:16.332437 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-2793d27f-c770-4e9a-b464-6b5378efaaa5 service neutron] Attempting to bind port dc1d3aab-26fb-43f0-85cb-3389ff1d071d on network a8afb80a-5940-4655-9052-1907914d829f {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:35:16.338678 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-2793d27f-c770-4e9a-b464-6b5378efaaa5 service neutron] Port dc1d3aab-26fb-43f0-85cb-3389ff1d071d on network a8afb80a-5940-4655-9052-1907914d829f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79820 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 21:35:16.338993 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-2793d27f-c770-4e9a-b464-6b5378efaaa5 service neutron] Attempting to bind port dc1d3aab-26fb-43f0-85cb-3389ff1d071d on network a8afb80a-5940-4655-9052-1907914d829f {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:35:16.345025 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-2793d27f-c770-4e9a-b464-6b5378efaaa5 service neutron] Checking agent: {'id': '92a96a50-8a1c-4808-8af1-2ac9e1a0a70b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79820', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 27, 54), 'started_at': datetime.datetime(2021, 6, 26, 21, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:35:16.345351 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-2793d27f-c770-4e9a-b464-6b5378efaaa5 service neutron] Checking segment: {'id': '9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:35:16.345724 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-2793d27f-c770-4e9a-b464-6b5378efaaa5 service neutron] Bound using segment: {'id': '9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:35:16.346157 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-2793d27f-c770-4e9a-b464-6b5378efaaa5 service neutron] Bound port: dc1d3aab-26fb-43f0-85cb-3389ff1d071d, host: hv-cinder-79820, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:35:16.346513 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-2793d27f-c770-4e9a-b464-6b5378efaaa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:16.372053 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0e5dd7-e506-4768-96fa-d548299bfd21 req-28a66bbf-4453-495d-a38f-fc9025fc90db tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] No DVR routers for this DVR port df703c9b-6291-48fd-97e8-36cd4536f13a on host hv-cinder-79820 {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 21:35:16.376009 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-4e0e5dd7-e506-4768-96fa-d548299bfd21 req-28a66bbf-4453-495d-a38f-fc9025fc90db tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:16.378034 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-4e0e5dd7-e506-4768-96fa-d548299bfd21 req-28a66bbf-4453-495d-a38f-fc9025fc90db tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.41 "DELETE /v2.0/ports/df703c9b-6291-48fd-97e8-36cd4536f13a HTTP/1.1" status: 204 len: 173 time: 0.5771205 Jun 26 21:35:16.378568 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8c94ea-c1c3-459d-864a-c3d9345ffaed', 'name': 'network-vif-deleted', 'tag': 'df703c9b-6291-48fd-97e8-36cd4536f13a'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:35:16.381026 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b5f6d741f71b22ca80de7011a5bf010bd5b330abd4b28dbd747dc86a1ce20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d2c82f-e92d-41d6-a17b-315c1cfba009" -d '{"events": [{"server_uuid": "8c8c94ea-c1c3-459d-864a-c3d9345ffaed", "name": "network-vif-deleted", "tag": "df703c9b-6291-48fd-97e8-36cd4536f13a"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:35:16.424092 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 21:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4edc388-73c1-4bc3-983e-d95ed1385b19 x-openstack-request-id: req-a4edc388-73c1-4bc3-983e-d95ed1385b19 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:35:16.424848 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8c94ea-c1c3-459d-864a-c3d9345ffaed", "name": "network-vif-deleted", "tag": "df703c9b-6291-48fd-97e8-36cd4536f13a", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:35:16.426074 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a4edc388-73c1-4bc3-983e-d95ed1385b19 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:35:16.426760 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8c94ea-c1c3-459d-864a-c3d9345ffaed', 'name': 'network-vif-deleted', 'tag': 'df703c9b-6291-48fd-97e8-36cd4536f13a', 'status': 'completed', 'code': 200} Jun 26 21:35:16.432564 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-2793d27f-c770-4e9a-b464-6b5378efaaa5 service neutron] For port dc1d3aab-26fb-43f0-85cb-3389ff1d071d, host hv-cinder-79820, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:35:16.437227 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-2793d27f-c770-4e9a-b464-6b5378efaaa5 service neutron] For port dc1d3aab-26fb-43f0-85cb-3389ff1d071d, host hv-cinder-79820, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=dc1d3aab-26fb-43f0-85cb-3389ff1d071d,segment=NetworkSegment(9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a),segment_id=9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:35:16.443742 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-2793d27f-c770-4e9a-b464-6b5378efaaa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8809713'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:16.448147 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-16615f8e-d8c0-408c-8ce0-35115c794ef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:35:16.496994 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-2793d27f-c770-4e9a-b464-6b5378efaaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:16.497626 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-2793d27f-c770-4e9a-b464-6b5378efaaa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:16.499120 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-2793d27f-c770-4e9a-b464-6b5378efaaa5 service neutron] 10.222.0.41 "PUT /v2.0/ports/dc1d3aab-26fb-43f0-85cb-3389ff1d071d HTTP/1.1" status: 200 len: 1094 time: 1.0605180 Jun 26 21:35:16.499731 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db0d069-ba0f-44e5-94da-d45c6f7b9da5', 'tag': 'dc1d3aab-26fb-43f0-85cb-3389ff1d071d'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:35:16.503414 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02b73ab247f9faeb07a43472fb83bf8797eb00ff3c4bc2c6d8d9a12e0ada40b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b1aeb0-f64a-4fde-babd-0fd65eec33ea" -d '{"events": [{"name": "network-changed", "server_uuid": "7db0d069-ba0f-44e5-94da-d45c6f7b9da5", "tag": "dc1d3aab-26fb-43f0-85cb-3389ff1d071d"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:35:16.544372 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2793d27f-c770-4e9a-b464-6b5378efaaa5 service neutron] Pushing event updated for resources: {'Port': ['ID=dc1d3aab-26fb-43f0-85cb-3389ff1d071d,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:35:16.551163 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-2793d27f-c770-4e9a-b464-6b5378efaaa5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:35:16.561815 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 21:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3cf869-9b6e-44d2-9c35-95be19b2f495 x-openstack-request-id: req-dd3cf869-9b6e-44d2-9c35-95be19b2f495 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:35:16.562354 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db0d069-ba0f-44e5-94da-d45c6f7b9da5", "tag": "dc1d3aab-26fb-43f0-85cb-3389ff1d071d", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:35:16.562792 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dd3cf869-9b6e-44d2-9c35-95be19b2f495 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:35:16.563489 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db0d069-ba0f-44e5-94da-d45c6f7b9da5', 'tag': 'dc1d3aab-26fb-43f0-85cb-3389ff1d071d', 'status': 'completed', 'code': 200} Jun 26 21:35:16.696641 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9795d586-a4f2-439b-bda3-ef69116c7c55 req-155d3712-fa55-4ec9-abde-4a35b84da3b7 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c8c94ea-c1c3-459d-864a-c3d9345ffaed HTTP/1.1" status: 200 len: 210 time: 0.0333164 Jun 26 21:35:16.699965 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-cb3e135c-8631-4b08-8f1c-805b04ac4a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:16.701482 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-cb3e135c-8631-4b08-8f1c-805b04ac4a5b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d57413efbdfc45b299c235407da019ce&device_id=7db0d069-ba0f-44e5-94da-d45c6f7b9da5 HTTP/1.1" status: 200 len: 1097 time: 0.1175601 Jun 26 21:35:16.779562 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-6fafe130-5007-439b-92b3-ccc070b09732 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc1d3aab-26fb-43f0-85cb-3389ff1d071d HTTP/1.1" status: 200 len: 217 time: 0.0687675 Jun 26 21:35:16.847568 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-05e7b276-2de0-4c0d-affb-8e10dade5edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:16.849730 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-05e7b276-2de0-4c0d-affb-8e10dade5edc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b01ad406-256f-4138-8b6e-7125345feab0 HTTP/1.1" status: 200 len: 851 time: 0.0614443 Jun 26 21:35:16.930307 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-1af248cc-f87d-4f7b-aa01-000b7a7d7f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:16.933167 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-1af248cc-f87d-4f7b-aa01-000b7a7d7f90 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8afb80a-5940-4655-9052-1907914d829f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0716689 Jun 26 21:35:17.058144 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-09707007-7aca-4796-89be-b8aae5985a2d service neutron] 10.222.0.41 "GET /v2.0/networks/a8afb80a-5940-4655-9052-1907914d829f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169953 Jun 26 21:35:17.184489 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5beff8d5-607a-4528-9685-12eb0b7d4057 req-d134c1a7-792d-44b6-8611-389b655b084a service neutron] 10.222.0.41 "GET /v2.0/networks/a8afb80a-5940-4655-9052-1907914d829f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194077 Jun 26 21:35:17.259275 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e4309-cf42-4114-b625-0380c4d05832 req-c3e86a7f-49a1-48b4-85e7-6bbd537aae62 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:17.261502 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-406e4309-cf42-4114-b625-0380c4d05832 req-c3e86a7f-49a1-48b4-85e7-6bbd537aae62 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db0d069-ba0f-44e5-94da-d45c6f7b9da5 HTTP/1.1" status: 200 len: 944 time: 0.0930836 Jun 26 21:35:17.333980 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-406e4309-cf42-4114-b625-0380c4d05832 req-0d2f876f-7644-42da-8438-fb6a518a6c34 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599027 Jun 26 21:35:17.348296 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1aeb0-f64a-4fde-babd-0fd65eec33ea req-d5424591-81a5-4196-8d1d-5dcec79fb656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:17.350463 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-86b1aeb0-f64a-4fde-babd-0fd65eec33ea req-d5424591-81a5-4196-8d1d-5dcec79fb656 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d57413efbdfc45b299c235407da019ce&device_id=7db0d069-ba0f-44e5-94da-d45c6f7b9da5 HTTP/1.1" status: 200 len: 1097 time: 0.0879672 Jun 26 21:35:17.459390 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1aeb0-f64a-4fde-babd-0fd65eec33ea req-08010039-df12-41b5-ba90-5754902bb07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:17.460496 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-86b1aeb0-f64a-4fde-babd-0fd65eec33ea req-08010039-df12-41b5-ba90-5754902bb07c service neutron] 10.222.0.41 "GET /v2.0/networks?id=a8afb80a-5940-4655-9052-1907914d829f HTTP/1.1" status: 200 len: 913 time: 0.1025982 Jun 26 21:35:17.515346 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-86b1aeb0-f64a-4fde-babd-0fd65eec33ea req-89e77df3-bbd8-4f69-ad3c-2a5aeff1fd1d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc1d3aab-26fb-43f0-85cb-3389ff1d071d HTTP/1.1" status: 200 len: 217 time: 0.0375335 Jun 26 21:35:17.588845 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89699db1-10dc-49ed-ac80-361f382ad8a0 req-47ed97da-24fc-493b-83f9-a5a51ef1d7a1 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:17.590399 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-89699db1-10dc-49ed-ac80-361f382ad8a0 req-47ed97da-24fc-493b-83f9-a5a51ef1d7a1 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 944 time: 0.1467583 Jun 26 21:35:17.593022 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1aeb0-f64a-4fde-babd-0fd65eec33ea req-bf5f9207-aaa5-4764-863f-17df56c60e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:17.594495 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-86b1aeb0-f64a-4fde-babd-0fd65eec33ea req-bf5f9207-aaa5-4764-863f-17df56c60e61 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b01ad406-256f-4138-8b6e-7125345feab0 HTTP/1.1" status: 200 len: 851 time: 0.0726008 Jun 26 21:35:17.663827 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-89699db1-10dc-49ed-ac80-361f382ad8a0 req-2d3b6417-9e99-488f-b840-941b1cce7936 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644128 Jun 26 21:35:17.684086 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1aeb0-f64a-4fde-babd-0fd65eec33ea req-c4b8b83d-29a1-4add-ab72-67016b68ff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:17.685547 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-86b1aeb0-f64a-4fde-babd-0fd65eec33ea req-c4b8b83d-29a1-4add-ab72-67016b68ff49 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8afb80a-5940-4655-9052-1907914d829f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0844119 Jun 26 21:35:17.785509 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-86b1aeb0-f64a-4fde-babd-0fd65eec33ea req-f8726b71-0a65-4f5d-bb07-307c8793b2bf service neutron] 10.222.0.41 "GET /v2.0/networks/a8afb80a-5940-4655-9052-1907914d829f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932558 Jun 26 21:35:17.913388 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-86b1aeb0-f64a-4fde-babd-0fd65eec33ea req-d1c2448d-b676-4cd8-b4f5-0932767bede0 service neutron] 10.222.0.41 "GET /v2.0/networks/a8afb80a-5940-4655-9052-1907914d829f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208873 Jun 26 21:35:18.024527 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device f1f71ed7-9f96-44b0-b6f7-e74e88a7525c details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=92923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 21:35:18.139279 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port f1f71ed7-9f96-44b0-b6f7-e74e88a7525c, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=f1f71ed7-9f96-44b0-b6f7-e74e88a7525c,segment=NetworkSegment(b01e252e-c69b-424c-adf8-eabe4b93980a),segment_id=b01e252e-c69b-424c-adf8-eabe4b93980a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:35:18.152971 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Returning: {'device': 'f1f71ed7-9f96-44b0-b6f7-e74e88a7525c', 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7', 'port_id': 'f1f71ed7-9f96-44b0-b6f7-e74e88a7525c', 'mac_address': 'fa:16:3e:61:8e:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 21:35:18.208491 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:18.232090 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1f71ed7-9f96-44b0-b6f7-e74e88a7525c {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 21:35:18.265114 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port f1f71ed7-9f96-44b0-b6f7-e74e88a7525c, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=f1f71ed7-9f96-44b0-b6f7-e74e88a7525c,segment=NetworkSegment(b01e252e-c69b-424c-adf8-eabe4b93980a),segment_id=b01e252e-c69b-424c-adf8-eabe4b93980a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:35:18.270866 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:18.274645 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:35:18.332105 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=f1f71ed7-9f96-44b0-b6f7-e74e88a7525c,revision_number=9']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:35:18.336361 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:35:18.487977 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] get_ports_and_sgs() called for port_ids ['f1f71ed7-9f96-44b0-b6f7-e74e88a7525c'] {{(pid=92923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 21:35:18.552214 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 45766) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:35:18.557962 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a73a76-0650-448d-9ab9-67c5d9c0528b req-1408c9b7-45ac-4795-800c-97cef744e51c tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:18.566579 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-68a73a76-0650-448d-9ab9-67c5d9c0528b req-1408c9b7-45ac-4795-800c-97cef744e51c tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db0d069-ba0f-44e5-94da-d45c6f7b9da5 HTTP/1.1" status: 200 len: 944 time: 0.1125503 Jun 26 21:35:18.634069 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-68a73a76-0650-448d-9ab9-67c5d9c0528b req-4644c74b-f79f-435b-bc6a-696c0b6313fe tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654306 Jun 26 21:35:18.868156 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969ba00-0c2c-4291-a0ef-5f81fc331fc1 req-df65a66e-937b-4048-8b01-d04614eddaaa tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:18.869766 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6969ba00-0c2c-4291-a0ef-5f81fc331fc1 req-df65a66e-937b-4048-8b01-d04614eddaaa tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 945 time: 0.0663810 Jun 26 21:35:18.911837 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6969ba00-0c2c-4291-a0ef-5f81fc331fc1 req-2e0bb72e-fa35-4fd0-91d0-46f474b8203c tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356214 Jun 26 21:35:19.000430 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5164f11f-dab9-434e-bf0a-b5429d79645c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-698870'] for router_interface, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:19.272987 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-5164f11f-dab9-434e-bf0a-b5429d79645c admin admin] Deleting port f6b77c0f-3d2d-47fc-b6ed-4f9af5a5f6c1 {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:35:19.273216 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5164f11f-dab9-434e-bf0a-b5429d79645c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:19.357732 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-5164f11f-dab9-434e-bf0a-b5429d79645c admin admin] For port f6b77c0f-3d2d-47fc-b6ed-4f9af5a5f6c1, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=f6b77c0f-3d2d-47fc-b6ed-4f9af5a5f6c1,segment=NetworkSegment(88150bbd-5688-4aa7-89dd-f9366c7f6629),segment_id=88150bbd-5688-4aa7-89dd-f9366c7f6629)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:35:19.358098 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5164f11f-dab9-434e-bf0a-b5429d79645c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:19.373177 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-5164f11f-dab9-434e-bf0a-b5429d79645c admin admin] Calling delete_port for f6b77c0f-3d2d-47fc-b6ed-4f9af5a5f6c1 owned by network:router_interface {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:35:19.572972 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5164f11f-dab9-434e-bf0a-b5429d79645c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8896241'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:19.575334 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-48464d2d-c5fb-4b0b-a8e7-84e68fe939c4 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:35:19.606388 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5164f11f-dab9-434e-bf0a-b5429d79645c admin admin] Pushing event deleted for resources: {'Port': ['ID=f6b77c0f-3d2d-47fc-b6ed-4f9af5a5f6c1,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:35:19.610130 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5164f11f-dab9-434e-bf0a-b5429d79645c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:35:19.948268 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5164f11f-dab9-434e-bf0a-b5429d79645c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692486'] for router_interface, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:19.994630 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71edba-1dda-4a51-9658-e7b6410e4517 req-0b4799e1-d0f1-4c36-ad91-2a7e9f1e0c2d tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:20.000110 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fd71edba-1dda-4a51-9658-e7b6410e4517 req-0b4799e1-d0f1-4c36-ad91-2a7e9f1e0c2d tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db0d069-ba0f-44e5-94da-d45c6f7b9da5 HTTP/1.1" status: 200 len: 944 time: 0.1312478 Jun 26 21:35:20.072529 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device f1f71ed7-9f96-44b0-b6f7-e74e88a7525c up at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:35:20.077669 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fd71edba-1dda-4a51-9658-e7b6410e4517 req-fb2739b7-30df-485e-a277-1f0cadb05090 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683362 Jun 26 21:35:20.177855 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Provisioning complete for port f1f71ed7-9f96-44b0-b6f7-e74e88a7525c triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:35:20.178479 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:20.322343 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2fc08-4a1f-4d1c-bd98-081c83ac8e88 req-dcc37b5b-a3cc-4047-8ebf-bba0c9febecf tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:20.325002 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fca2fc08-4a1f-4d1c-bd98-081c83ac8e88 req-dcc37b5b-a3cc-4047-8ebf-bba0c9febecf tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 945 time: 0.1301529 Jun 26 21:35:20.335644 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:20.389347 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256abcf8-a89a-43b6-a840-d5fadce1cbd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f71ed7-9f96-44b0-b6f7-e74e88a7525c'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:35:20.393858 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8789620f65ed64c11f36a2c9fb0085813b3741d077667d6f020eb6652e2807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef57e48-7b9c-4d1f-8b52-ff247d244621" -d '{"events": [{"server_uuid": "256abcf8-a89a-43b6-a840-d5fadce1cbd9", "name": "network-vif-plugged", "status": "completed", "tag": "f1f71ed7-9f96-44b0-b6f7-e74e88a7525c"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:35:20.422125 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port f1f71ed7-9f96-44b0-b6f7-e74e88a7525c, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=f1f71ed7-9f96-44b0-b6f7-e74e88a7525c,segment=NetworkSegment(b01e252e-c69b-424c-adf8-eabe4b93980a),segment_id=b01e252e-c69b-424c-adf8-eabe4b93980a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:35:20.434073 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:20.434297 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fca2fc08-4a1f-4d1c-bd98-081c83ac8e88 req-a43b8ca2-b667-45f1-92d9-c64542ea7543 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911279 Jun 26 21:35:20.434816 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device df703c9b-6291-48fd-97e8-36cd4536f13a no longer exists at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:35:20.460096 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:35:20.471723 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5164f11f-dab9-434e-bf0a-b5429d79645c admin admin] Router 67ffc21c-4e15-4d3b-9e1f-db923a4bb666 has already been hosted by L3 agent 8f52ff15-e1cf-4181-89b9-9a217ed1d1bf {{(pid=92921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 21:35:20.515035 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] No Port match for: df703c9b-6291-48fd-97e8-36cd4536f13a {{(pid=92923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 21:35:20.515457 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device df703c9b-6291-48fd-97e8-36cd4536f13a not bound to the agent host hv-cinder-79820 {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 21:35:20.517396 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=f1f71ed7-9f96-44b0-b6f7-e74e88a7525c,revision_number=10']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:35:20.522710 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:35:20.524957 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c3496443-87f4-4026-a4a7-0d6f1501018a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:20.670733 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 21:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04259eb5-ae52-45d9-a24b-f6e6b1777797 x-openstack-request-id: req-04259eb5-ae52-45d9-a24b-f6e6b1777797 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:35:20.671115 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "256abcf8-a89a-43b6-a840-d5fadce1cbd9", "name": "network-vif-plugged", "status": "completed", "tag": "f1f71ed7-9f96-44b0-b6f7-e74e88a7525c", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:35:20.671426 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-04259eb5-ae52-45d9-a24b-f6e6b1777797 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:35:20.671832 dv-cinder-798208-1-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '256abcf8-a89a-43b6-a840-d5fadce1cbd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f71ed7-9f96-44b0-b6f7-e74e88a7525c', 'code': 200} Jun 26 21:35:20.700847 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5164f11f-dab9-434e-bf0a-b5429d79645c admin admin] Notify agent at l3_agent.dv-cinder-798208-1-iscsi the message routers_updated {{(pid=92921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 21:35:20.706739 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-5164f11f-dab9-434e-bf0a-b5429d79645c admin admin] 10.222.0.24 "PUT /v2.0/routers/67ffc21c-4e15-4d3b-9e1f-db923a4bb666/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1522276 Jun 26 21:35:20.711330 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 45788) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:35:20.718774 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5929e1ac-e627-456c-a0ca-0ce6673e2652 None None] Sync routers for ids ['67ffc21c-4e15-4d3b-9e1f-db923a4bb666'] in dv-cinder-798208-1-iscsi {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 21:35:20.731549 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5929e1ac-e627-456c-a0ca-0ce6673e2652 None None] Routers {'67ffc21c-4e15-4d3b-9e1f-db923a4bb666'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:35:20.732352 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-5929e1ac-e627-456c-a0ca-0ce6673e2652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:34:55Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['67ffc21c-4e15-4d3b-9e1f-db923a4bb666'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:35:20.863122 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-54ae6c9d-b06d-45bf-b168-f4278f4398a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:20.869342 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-5929e1ac-e627-456c-a0ca-0ce6673e2652 None None] Set router 67ffc21c-4e15-4d3b-9e1f-db923a4bb666 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:35:21.092161 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-5929e1ac-e627-456c-a0ca-0ce6673e2652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ffc21c-4e15-4d3b-9e1f-db923a4bb666', 'name': 'tempest-TestMinimumBasicScenario-1246843487-router', 'tenant_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:02Z', 'updated_at': '2021-06-26T21:35:19Z', 'revision_number': 5, 'project_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'gw_port': {'id': '5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ed:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ffc21c-4e15-4d3b-9e1f-db923a4bb666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:02Z', 'updated_at': '2021-06-26T21:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi'}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:35:21.130964 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5929e1ac-e627-456c-a0ca-0ce6673e2652 None None] Checking router: 67ffc21c-4e15-4d3b-9e1f-db923a4bb666 for host: dv-cinder-798208-1-iscsi {{(pid=92923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 21:35:21.141060 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5929e1ac-e627-456c-a0ca-0ce6673e2652 None None] Routers {'67ffc21c-4e15-4d3b-9e1f-db923a4bb666'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:35:21.141765 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-5929e1ac-e627-456c-a0ca-0ce6673e2652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:34:55Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['67ffc21c-4e15-4d3b-9e1f-db923a4bb666'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:35:21.329263 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-54ae6c9d-b06d-45bf-b168-f4278f4398a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:21.389491 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-5929e1ac-e627-456c-a0ca-0ce6673e2652 None None] Set router 67ffc21c-4e15-4d3b-9e1f-db923a4bb666 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:35:21.406418 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85806b56-c06d-4820-be48-0500d075b8cf req-afaffc7b-77e1-4fb3-bb52-082dc71bba2b tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:21.408125 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-85806b56-c06d-4820-be48-0500d075b8cf req-afaffc7b-77e1-4fb3-bb52-082dc71bba2b tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db0d069-ba0f-44e5-94da-d45c6f7b9da5 HTTP/1.1" status: 200 len: 944 time: 0.1576762 Jun 26 21:35:21.413206 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a3632-f46d-45be-8534-5b994debd7f1 req-1e2a9b90-a4f0-4cc8-82bb-24391f9d9f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:21.414709 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-426a3632-f46d-45be-8534-5b994debd7f1 req-1e2a9b90-a4f0-4cc8-82bb-24391f9d9f99 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 1100 time: 0.1654592 Jun 26 21:35:21.483732 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-54ae6c9d-b06d-45bf-b168-f4278f4398a9 admin admin] Deleting port 5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:35:21.484068 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-54ae6c9d-b06d-45bf-b168-f4278f4398a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:21.487382 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-426a3632-f46d-45be-8534-5b994debd7f1 req-56cf1b05-f62b-417c-9d0d-9c781bd29842 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617528 Jun 26 21:35:21.491161 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-85806b56-c06d-4820-be48-0500d075b8cf req-6719c860-aaac-4dfe-a137-b6fde07a551d tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740292 Jun 26 21:35:21.596921 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-54ae6c9d-b06d-45bf-b168-f4278f4398a9 admin admin] For port 5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7,segment=NetworkSegment(4f28365d-aca5-4c5a-9953-491fa10de68c),segment_id=4f28365d-aca5-4c5a-9953-491fa10de68c)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:35:21.597928 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-54ae6c9d-b06d-45bf-b168-f4278f4398a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:21.612213 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-5929e1ac-e627-456c-a0ca-0ce6673e2652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ffc21c-4e15-4d3b-9e1f-db923a4bb666', 'name': 'tempest-TestMinimumBasicScenario-1246843487-router', 'tenant_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:02Z', 'updated_at': '2021-06-26T21:35:19Z', 'revision_number': 5, 'project_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'gw_port': {'id': '5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ed:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ffc21c-4e15-4d3b-9e1f-db923a4bb666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:02Z', 'updated_at': '2021-06-26T21:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi'}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:35:21.625142 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-54ae6c9d-b06d-45bf-b168-f4278f4398a9 admin admin] Calling delete_port for 5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7 owned by network:router_gateway {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:35:21.645633 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5929e1ac-e627-456c-a0ca-0ce6673e2652 None None] The sync data for ids ['67ffc21c-4e15-4d3b-9e1f-db923a4bb666'] in dv-cinder-798208-1-iscsi is: [{'id': '67ffc21c-4e15-4d3b-9e1f-db923a4bb666', 'name': 'tempest-TestMinimumBasicScenario-1246843487-router', 'tenant_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:02Z', 'updated_at': '2021-06-26T21:35:19Z', 'revision_number': 5, 'project_id': '92ac25c46d5e4ca8b91dd76623e3115e', 'gw_port': {'id': '5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ed:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ffc21c-4e15-4d3b-9e1f-db923a4bb666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:02Z', 'updated_at': '2021-06-26T21:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi'}] {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 21:35:21.848206 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e52818-a78f-42d3-8eb8-9bda17a0f02f req-dd6dd27b-fd28-4732-81ae-525be8c13b7b tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:21.849889 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-07e52818-a78f-42d3-8eb8-9bda17a0f02f req-dd6dd27b-fd28-4732-81ae-525be8c13b7b tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 947 time: 0.1563067 Jun 26 21:35:21.929794 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-07e52818-a78f-42d3-8eb8-9bda17a0f02f req-54fcf2be-d269-430f-a1bb-b1b599446bd9 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723135 Jun 26 21:35:21.942555 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-54ae6c9d-b06d-45bf-b168-f4278f4398a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8809482'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:21.945996 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-215a2dff-70aa-4123-ad48-073ffb7e50e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:35:21.974121 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae6c9d-b06d-45bf-b168-f4278f4398a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:35:21.976617 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-54ae6c9d-b06d-45bf-b168-f4278f4398a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:35:22.071316 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-54ae6c9d-b06d-45bf-b168-f4278f4398a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642748'] for router_gateway, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:22.190179 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-54ae6c9d-b06d-45bf-b168-f4278f4398a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11014'] for router, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:22.193715 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-54ae6c9d-b06d-45bf-b168-f4278f4398a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:22.268355 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-54ae6c9d-b06d-45bf-b168-f4278f4398a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641515'] for router, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:22.268953 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ae6c9d-b06d-45bf-b168-f4278f4398a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67ffc21c-4e15-4d3b-9e1f-db923a4bb666 {{(pid=92922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 21:35:22.275121 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-54ae6c9d-b06d-45bf-b168-f4278f4398a9 admin admin] Notify callbacks [] for router, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:22.276334 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-54ae6c9d-b06d-45bf-b168-f4278f4398a9 admin admin] 10.222.0.24 "DELETE /v2.0/routers/67ffc21c-4e15-4d3b-9e1f-db923a4bb666 HTTP/1.1" status: 204 len: 168 time: 1.5631478 Jun 26 21:35:22.278904 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 45808) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:35:22.341311 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d7d73c4-7692-46ed-8b9a-68bb157cdbf4 admin admin] Deleting subnet c0ea7ed3-3026-4b54-9abc-fc78571d0dfb {{(pid=92922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 21:35:22.345051 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4d7d73c4-7692-46ed-8b9a-68bb157cdbf4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:22.389296 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4d7d73c4-7692-46ed-8b9a-68bb157cdbf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12086082'] for subnet, precommit_delete_associations {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:22.538883 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4d7d73c4-7692-46ed-8b9a-68bb157cdbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4059658'] for subnet, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:22.617121 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4d7d73c4-7692-46ed-8b9a-68bb157cdbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4059677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-221544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8809520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12366152'] for subnet, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:22.621673 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:35:22.640822 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:22.649681 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d73c4-7692-46ed-8b9a-68bb157cdbf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0ea7ed3-3026-4b54-9abc-fc78571d0dfb,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:35:22.652146 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4d7d73c4-7692-46ed-8b9a-68bb157cdbf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:22.657764 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-4d7d73c4-7692-46ed-8b9a-68bb157cdbf4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c0ea7ed3-3026-4b54-9abc-fc78571d0dfb HTTP/1.1" status: 204 len: 168 time: 0.3743136 Jun 26 21:35:22.657764 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-4d7d73c4-7692-46ed-8b9a-68bb157cdbf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:35:22.657764 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 45832) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:35:22.662113 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bcbd28-2182-4695-b553-89a41876af8c None None] Network 7504093b-2185-4c2a-88d7-b1f590578a60 requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:35:22.778445 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ae52a493-4c1a-4475-bcbd-b4584ec7633f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4140915'] for network, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:22.836747 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a1c0d-16bc-47ee-bbc7-7f3ef976b64d req-d0c87756-0c80-4bde-bce7-48b5bbeb4b4e tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:22.838346 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9b4a1c0d-16bc-47ee-bbc7-7f3ef976b64d req-d0c87756-0c80-4bde-bce7-48b5bbeb4b4e tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db0d069-ba0f-44e5-94da-d45c6f7b9da5 HTTP/1.1" status: 200 len: 944 time: 0.1577137 Jun 26 21:35:22.903092 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9b4a1c0d-16bc-47ee-bbc7-7f3ef976b64d req-cf4a0e9e-6f62-44fb-aea4-17cc1f1b6b42 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558410 Jun 26 21:35:22.913289 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-ae52a493-4c1a-4475-bcbd-b4584ec7633f admin admin] Deleting port 0f18ad06-8baf-406f-8b7f-16891edba1e2 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:35:22.913628 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ae52a493-4c1a-4475-bcbd-b4584ec7633f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:22.963480 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0682ffb-9273-4875-a524-896a59fbc96c None None] DHCP port deletion for 7504093b-2185-4c2a-88d7-b1f590578a60 request from dv-cinder-798208-1-iscsi {{(pid=92923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 26 21:35:23.057137 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-ae52a493-4c1a-4475-bcbd-b4584ec7633f admin admin] For port 0f18ad06-8baf-406f-8b7f-16891edba1e2, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=0f18ad06-8baf-406f-8b7f-16891edba1e2,segment=NetworkSegment(88150bbd-5688-4aa7-89dd-f9366c7f6629),segment_id=88150bbd-5688-4aa7-89dd-f9366c7f6629)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:35:23.058361 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ae52a493-4c1a-4475-bcbd-b4584ec7633f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:23.060770 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-b0682ffb-9273-4875-a524-896a59fbc96c None None] Deleting port 0f18ad06-8baf-406f-8b7f-16891edba1e2 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:35:23.061232 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b0682ffb-9273-4875-a524-896a59fbc96c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:23.090888 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-ae52a493-4c1a-4475-bcbd-b4584ec7633f admin admin] Calling delete_port for 0f18ad06-8baf-406f-8b7f-16891edba1e2 owned by network:dhcp {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:35:23.135040 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-b0682ffb-9273-4875-a524-896a59fbc96c None None] For port 0f18ad06-8baf-406f-8b7f-16891edba1e2, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=0f18ad06-8baf-406f-8b7f-16891edba1e2,segment=NetworkSegment(88150bbd-5688-4aa7-89dd-f9366c7f6629),segment_id=88150bbd-5688-4aa7-89dd-f9366c7f6629)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:35:23.135722 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b0682ffb-9273-4875-a524-896a59fbc96c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:23.150380 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-b0682ffb-9273-4875-a524-896a59fbc96c None None] Calling delete_port for 0f18ad06-8baf-406f-8b7f-16891edba1e2 owned by network:dhcp {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:35:23.270626 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884dee9f-b895-40b1-8019-8098333a0d8f req-0cedef78-870d-44da-8124-126da883ca6c tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:23.272295 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-884dee9f-b895-40b1-8019-8098333a0d8f req-0cedef78-870d-44da-8124-126da883ca6c tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 947 time: 0.1622002 Jun 26 21:35:23.273521 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ae52a493-4c1a-4475-bcbd-b4584ec7633f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8809482'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:23.276659 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-215a2dff-70aa-4123-ad48-073ffb7e50e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:35:23.310303 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52a493-4c1a-4475-bcbd-b4584ec7633f admin admin] Pushing event deleted for resources: {'Port': ['ID=0f18ad06-8baf-406f-8b7f-16891edba1e2,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:35:23.310603 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b0682ffb-9273-4875-a524-896a59fbc96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:23.312304 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae52a493-4c1a-4475-bcbd-b4584ec7633f admin admin] No DVR routers for this DVR port 0f18ad06-8baf-406f-8b7f-16891edba1e2 on host dv-cinder-798208-1-iscsi {{(pid=92922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 21:35:23.318001 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:35:23.320813 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-ae52a493-4c1a-4475-bcbd-b4584ec7633f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:35:23.351414 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0682ffb-9273-4875-a524-896a59fbc96c None None] Pushing event deleted for resources: {'Port': ['ID=0f18ad06-8baf-406f-8b7f-16891edba1e2,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:35:23.354074 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0682ffb-9273-4875-a524-896a59fbc96c None None] No DVR routers for this DVR port 0f18ad06-8baf-406f-8b7f-16891edba1e2 on host dv-cinder-798208-1-iscsi {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 21:35:23.355800 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-b0682ffb-9273-4875-a524-896a59fbc96c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:35:23.388133 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-884dee9f-b895-40b1-8019-8098333a0d8f req-29ac8c9c-82c3-4be8-a03b-9850ff23b91c tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050816 Jun 26 21:35:23.423102 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ae52a493-4c1a-4475-bcbd-b4584ec7633f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4059223', 'neutron.services.segments.db._delete_segments_for_network-8773185548566'] for network, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:23.434169 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-ae52a493-4c1a-4475-bcbd-b4584ec7633f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7504093b-2185-4c2a-88d7-b1f590578a60']}} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:35:23.445164 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-ae52a493-4c1a-4475-bcbd-b4584ec7633f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88150bbd-5688-4aa7-89dd-f9366c7f6629') {'for_net_delete': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:35:23.445468 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-ae52a493-4c1a-4475-bcbd-b4584ec7633f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88150bbd-5688-4aa7-89dd-f9366c7f6629') {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:35:23.455248 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ae52a493-4c1a-4475-bcbd-b4584ec7633f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773185534967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12086101'] for segment, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:23.471987 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ae52a493-4c1a-4475-bcbd-b4584ec7633f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175'] for segment, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:23.479178 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae52a493-4c1a-4475-bcbd-b4584ec7633f admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=92922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 21:35:23.479624 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ae52a493-4c1a-4475-bcbd-b4584ec7633f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8809685'] for segment, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:23.481485 dv-cinder-798208-1-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 21:35:23.481485 dv-cinder-798208-1-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 26 21:35:23.481485 dv-cinder-798208-1-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 21:35:23.481485 dv-cinder-798208-1-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 26 21:35:23.481485 dv-cinder-798208-1-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 21:35:23.481485 dv-cinder-798208-1-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 26 21:35:23.481485 dv-cinder-798208-1-iscsi neutron-server[92922]: Traceback (most recent call last): Jun 26 21:35:23.481485 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 21:35:23.481485 dv-cinder-798208-1-iscsi neutron-server[92922]: timer() Jun 26 21:35:23.481485 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 21:35:23.481485 dv-cinder-798208-1-iscsi neutron-server[92922]: cb(*args, **kw) Jun 26 21:35:23.481485 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 21:35:23.481485 dv-cinder-798208-1-iscsi neutron-server[92922]: return func(*args, **kwargs) Jun 26 21:35:23.481485 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 21:35:23.481485 dv-cinder-798208-1-iscsi neutron-server[92922]: self._notify() Jun 26 21:35:23.481485 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 21:35:23.481485 dv-cinder-798208-1-iscsi neutron-server[92922]: self.callback(batched_events) Jun 26 21:35:23.481485 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 21:35:23.481485 dv-cinder-798208-1-iscsi neutron-server[92922]: event.method(event) Jun 26 21:35:23.481485 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 21:35:23.481485 dv-cinder-798208-1-iscsi neutron-server[92922]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 21:35:23.481485 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 21:35:23.481485 dv-cinder-798208-1-iscsi neutron-server[92922]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 21:35:23.481485 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 21:35:23.481485 dv-cinder-798208-1-iscsi neutron-server[92922]: return f(self, *a, **k) Jun 26 21:35:23.481485 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 21:35:23.481485 dv-cinder-798208-1-iscsi neutron-server[92922]: return self._get(url).json() Jun 26 21:35:23.481485 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 21:35:23.481485 dv-cinder-798208-1-iscsi neutron-server[92922]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 21:35:23.481485 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 21:35:23.481485 dv-cinder-798208-1-iscsi neutron-server[92922]: return self.request(url, 'GET', **kwargs) Jun 26 21:35:23.481485 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 21:35:23.481485 dv-cinder-798208-1-iscsi neutron-server[92922]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 21:35:23.481485 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 21:35:23.481485 dv-cinder-798208-1-iscsi neutron-server[92922]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 21:35:23.481485 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 21:35:23.481485 dv-cinder-798208-1-iscsi neutron-server[92922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 21:35:23.481485 dv-cinder-798208-1-iscsi neutron-server[92922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 21:35:23.540374 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ae52a493-4c1a-4475-bcbd-b4584ec7633f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4059228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-938849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642676'] for network, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:23.544516 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:35:23.547084 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ae52a493-4c1a-4475-bcbd-b4584ec7633f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for network, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:23.549032 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-ae52a493-4c1a-4475-bcbd-b4584ec7633f admin admin] 10.222.0.24 "DELETE /v2.0/networks/7504093b-2185-4c2a-88d7-b1f590578a60 HTTP/1.1" status: 204 len: 168 time: 0.8909190 Jun 26 21:35:23.554253 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 45850) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:35:23.572039 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52a493-4c1a-4475-bcbd-b4584ec7633f admin admin] Pushing event deleted for resources: {'Network': ['ID=7504093b-2185-4c2a-88d7-b1f590578a60,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:35:23.575535 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-ae52a493-4c1a-4475-bcbd-b4584ec7633f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:35:23.702259 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 0f18ad06-8baf-406f-8b7f-16891edba1e2 no longer exists at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:35:23.736377 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] No Port match for: 0f18ad06-8baf-406f-8b7f-16891edba1e2 {{(pid=92923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 21:35:23.736928 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 0f18ad06-8baf-406f-8b7f-16891edba1e2 not bound to the agent host dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 21:35:23.737620 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device f6b77c0f-3d2d-47fc-b6ed-4f9af5a5f6c1 no longer exists at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:35:23.777051 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] No Port match for: f6b77c0f-3d2d-47fc-b6ed-4f9af5a5f6c1 {{(pid=92923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 21:35:23.777600 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device f6b77c0f-3d2d-47fc-b6ed-4f9af5a5f6c1 not bound to the agent host dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 21:35:23.778299 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7 no longer exists at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:35:23.812071 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] No Port match for: 5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7 {{(pid=92923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 21:35:23.812623 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 5d0faa7e-68c0-460c-b6d4-b7f7a833fbf7 not bound to the agent host dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 21:35:24.063754 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device dc1d3aab-26fb-43f0-85cb-3389ff1d071d details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=92923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 21:35:24.129689 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e4b14-07fe-4459-885b-fc636f2300e0 req-8e00536e-02a1-421f-93c8-0ff386fabb4f tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:24.131343 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-288e4b14-07fe-4459-885b-fc636f2300e0 req-8e00536e-02a1-421f-93c8-0ff386fabb4f tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db0d069-ba0f-44e5-94da-d45c6f7b9da5 HTTP/1.1" status: 200 len: 944 time: 0.0984402 Jun 26 21:35:24.181326 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-288e4b14-07fe-4459-885b-fc636f2300e0 req-beb0e0f4-7b7c-475d-b06c-721e5391e96c tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390229 Jun 26 21:35:24.203530 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port dc1d3aab-26fb-43f0-85cb-3389ff1d071d, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=dc1d3aab-26fb-43f0-85cb-3389ff1d071d,segment=NetworkSegment(9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a),segment_id=9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:35:24.226177 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Returning: {'device': 'dc1d3aab-26fb-43f0-85cb-3389ff1d071d', 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f', 'port_id': 'dc1d3aab-26fb-43f0-85cb-3389ff1d071d', 'mac_address': 'fa:16:3e:27:bf:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b01ad406-256f-4138-8b6e-7125345feab0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 21:35:24.273865 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:24.290338 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc1d3aab-26fb-43f0-85cb-3389ff1d071d {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 21:35:24.312472 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port dc1d3aab-26fb-43f0-85cb-3389ff1d071d, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=dc1d3aab-26fb-43f0-85cb-3389ff1d071d,segment=NetworkSegment(9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a),segment_id=9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:35:24.320554 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:24.322613 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:35:24.385763 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=dc1d3aab-26fb-43f0-85cb-3389ff1d071d,revision_number=4']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:35:24.391654 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:35:24.400112 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2145a625-15ca-43d8-8453-0b586f91b3ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-698870'] for router_interface, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:24.542361 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] get_ports_and_sgs() called for port_ids ['dc1d3aab-26fb-43f0-85cb-3389ff1d071d'] {{(pid=92923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 21:35:24.577095 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e43e5-9f3f-494d-9f75-e5d355ca0867 req-bcfd9eb8-1cd5-4cd7-84a0-62e413ddc61a tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:24.578682 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-964e43e5-9f3f-494d-9f75-e5d355ca0867 req-bcfd9eb8-1cd5-4cd7-84a0-62e413ddc61a tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 947 time: 0.0688415 Jun 26 21:35:24.634737 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f4629dc8-42f0-48b5-89cc-f8ad4b7d639d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:24.654547 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-964e43e5-9f3f-494d-9f75-e5d355ca0867 req-9416b8b6-2534-4d95-9e0d-ee9fe09f127b tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659115 Jun 26 21:35:24.722937 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-2145a625-15ca-43d8-8453-0b586f91b3ff admin admin] Deleting port f922a297-7d7e-4b47-8389-d4ff0c27225e {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:35:24.723664 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2145a625-15ca-43d8-8453-0b586f91b3ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:24.809982 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-2145a625-15ca-43d8-8453-0b586f91b3ff admin admin] For port f922a297-7d7e-4b47-8389-d4ff0c27225e, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=f922a297-7d7e-4b47-8389-d4ff0c27225e,segment=NetworkSegment(00dd484c-becb-4ffb-a802-5f271948ca18),segment_id=00dd484c-becb-4ffb-a802-5f271948ca18)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:35:24.810370 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2145a625-15ca-43d8-8453-0b586f91b3ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:24.825016 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-2145a625-15ca-43d8-8453-0b586f91b3ff admin admin] Calling delete_port for f922a297-7d7e-4b47-8389-d4ff0c27225e owned by network:router_interface {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:35:25.013079 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2145a625-15ca-43d8-8453-0b586f91b3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8896241'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:25.015750 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-b5e9a8bc-c0bc-4836-a356-3d45904356c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:35:25.040602 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2145a625-15ca-43d8-8453-0b586f91b3ff admin admin] Pushing event deleted for resources: {'Port': ['ID=f922a297-7d7e-4b47-8389-d4ff0c27225e,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:35:25.043151 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-2145a625-15ca-43d8-8453-0b586f91b3ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:35:25.231702 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2145a625-15ca-43d8-8453-0b586f91b3ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692486'] for router_interface, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:25.407607 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a9477-441b-4611-b4e4-9c9b7498cd29 req-2367ad07-8340-4e8b-832a-8185763bbbfb tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:25.409179 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bf4a9477-441b-4611-b4e4-9c9b7498cd29 req-2367ad07-8340-4e8b-832a-8185763bbbfb tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db0d069-ba0f-44e5-94da-d45c6f7b9da5 HTTP/1.1" status: 200 len: 945 time: 0.0775046 Jun 26 21:35:25.456025 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bf4a9477-441b-4611-b4e4-9c9b7498cd29 req-b53e27a8-ee7d-428d-b5da-6023f7ba3e46 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385463 Jun 26 21:35:25.490567 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2145a625-15ca-43d8-8453-0b586f91b3ff admin admin] Router 2490a2c6-32d7-43ce-bac8-36dab70d909e has already been hosted by L3 agent 8f52ff15-e1cf-4181-89b9-9a217ed1d1bf {{(pid=92921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 21:35:25.605315 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2145a625-15ca-43d8-8453-0b586f91b3ff admin admin] Notify agent at l3_agent.dv-cinder-798208-1-iscsi the message routers_updated {{(pid=92921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 21:35:25.610641 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-2145a625-15ca-43d8-8453-0b586f91b3ff admin admin] 10.222.0.24 "PUT /v2.0/routers/2490a2c6-32d7-43ce-bac8-36dab70d909e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0552959 Jun 26 21:35:25.615492 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 45864) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:35:25.619203 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ff6630-4a85-4164-bf67-5336673a140f None None] Sync routers for ids ['2490a2c6-32d7-43ce-bac8-36dab70d909e'] in dv-cinder-798208-1-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 21:35:25.634924 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ff6630-4a85-4164-bf67-5336673a140f None None] Routers {'2490a2c6-32d7-43ce-bac8-36dab70d909e'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:35:25.635981 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-78ff6630-4a85-4164-bf67-5336673a140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:35:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['2490a2c6-32d7-43ce-bac8-36dab70d909e'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:35:25.776599 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3037260-49f8-4c50-8e35-1edcebf51695 admin admin] Notify callbacks [] for router, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:25.889198 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-78ff6630-4a85-4164-bf67-5336673a140f None None] Set router 2490a2c6-32d7-43ce-bac8-36dab70d909e gateway port host: dv-cinder-798208-1-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:35:25.902620 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:25.910210 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:25.913702 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3037260-49f8-4c50-8e35-1edcebf51695 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:25.976755 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-d3037260-49f8-4c50-8e35-1edcebf51695 admin admin] Deleting port 758b37b4-c61f-4c2c-9210-1582ce72f8f6 {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:35:25.977635 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3037260-49f8-4c50-8e35-1edcebf51695 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:26.081961 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-d3037260-49f8-4c50-8e35-1edcebf51695 admin admin] For port 758b37b4-c61f-4c2c-9210-1582ce72f8f6, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=758b37b4-c61f-4c2c-9210-1582ce72f8f6,segment=NetworkSegment(4f28365d-aca5-4c5a-9953-491fa10de68c),segment_id=4f28365d-aca5-4c5a-9953-491fa10de68c)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:35:26.082912 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3037260-49f8-4c50-8e35-1edcebf51695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:26.095610 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device dc1d3aab-26fb-43f0-85cb-3389ff1d071d up at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:35:26.099641 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-d3037260-49f8-4c50-8e35-1edcebf51695 admin admin] Calling delete_port for 758b37b4-c61f-4c2c-9210-1582ce72f8f6 owned by network:router_gateway {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:35:26.116941 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-78ff6630-4a85-4164-bf67-5336673a140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2490a2c6-32d7-43ce-bac8-36dab70d909e', 'name': 'tempest-TestMinimumBasicScenario-1233396986-router', 'tenant_id': '3ecf4b82ff4546638fecf82ffa020a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '758b37b4-c61f-4c2c-9210-1582ce72f8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:16Z', 'updated_at': '2021-06-26T21:35:24Z', 'revision_number': 5, 'project_id': '3ecf4b82ff4546638fecf82ffa020a90', 'gw_port': {'id': '758b37b4-c61f-4c2c-9210-1582ce72f8f6', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2490a2c6-32d7-43ce-bac8-36dab70d909e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:17Z', 'updated_at': '2021-06-26T21:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi'}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:35:26.159229 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Provisioning for port dc1d3aab-26fb-43f0-85cb-3389ff1d071d completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:35:26.162603 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ff6630-4a85-4164-bf67-5336673a140f None None] Checking router: 2490a2c6-32d7-43ce-bac8-36dab70d909e for host: dv-cinder-798208-1-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 21:35:26.164674 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Provisioning complete for port dc1d3aab-26fb-43f0-85cb-3389ff1d071d triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:35:26.165056 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:26.177589 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ff6630-4a85-4164-bf67-5336673a140f None None] Routers {'2490a2c6-32d7-43ce-bac8-36dab70d909e'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:35:26.178638 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-78ff6630-4a85-4164-bf67-5336673a140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:35:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['2490a2c6-32d7-43ce-bac8-36dab70d909e'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:35:26.249956 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:26.291494 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db0d069-ba0f-44e5-94da-d45c6f7b9da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1d3aab-26fb-43f0-85cb-3389ff1d071d'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:35:26.295474 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8789620f65ed64c11f36a2c9fb0085813b3741d077667d6f020eb6652e2807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076c3b7d-4832-442d-91a9-2e1ab9ac27bc" -d '{"events": [{"server_uuid": "7db0d069-ba0f-44e5-94da-d45c6f7b9da5", "name": "network-vif-plugged", "status": "completed", "tag": "dc1d3aab-26fb-43f0-85cb-3389ff1d071d"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:35:26.316770 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port dc1d3aab-26fb-43f0-85cb-3389ff1d071d, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=dc1d3aab-26fb-43f0-85cb-3389ff1d071d,segment=NetworkSegment(9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a),segment_id=9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:35:26.322760 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3037260-49f8-4c50-8e35-1edcebf51695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8896241'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:26.324587 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:26.325792 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-294c718c-15b3-4fdb-8c75-f7bd26f3a0c9 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:35:26.328111 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:35:26.328365 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-78ff6630-4a85-4164-bf67-5336673a140f None None] Set router 2490a2c6-32d7-43ce-bac8-36dab70d909e gateway port host: None {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:35:26.354215 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3037260-49f8-4c50-8e35-1edcebf51695 admin admin] Pushing event deleted for resources: {'Port': ['ID=758b37b4-c61f-4c2c-9210-1582ce72f8f6,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:35:26.357215 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-d3037260-49f8-4c50-8e35-1edcebf51695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:35:26.392069 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 21:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f92244f-76c7-4dac-b4a7-409bc6bee1eb x-openstack-request-id: req-9f92244f-76c7-4dac-b4a7-409bc6bee1eb {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:35:26.392869 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db0d069-ba0f-44e5-94da-d45c6f7b9da5", "name": "network-vif-plugged", "status": "completed", "tag": "dc1d3aab-26fb-43f0-85cb-3389ff1d071d", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:35:26.393532 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9f92244f-76c7-4dac-b4a7-409bc6bee1eb {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:35:26.394381 dv-cinder-798208-1-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db0d069-ba0f-44e5-94da-d45c6f7b9da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1d3aab-26fb-43f0-85cb-3389ff1d071d', 'code': 200} Jun 26 21:35:26.396676 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-78ff6630-4a85-4164-bf67-5336673a140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2490a2c6-32d7-43ce-bac8-36dab70d909e', 'name': 'tempest-TestMinimumBasicScenario-1233396986-router', 'tenant_id': '3ecf4b82ff4546638fecf82ffa020a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:16Z', 'updated_at': '2021-06-26T21:35:25Z', 'revision_number': 6, 'project_id': '3ecf4b82ff4546638fecf82ffa020a90', 'gw_port_host': None}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:35:26.431630 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=dc1d3aab-26fb-43f0-85cb-3389ff1d071d,revision_number=5']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:35:26.437453 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:35:26.442408 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ff6630-4a85-4164-bf67-5336673a140f None None] The sync data for ids ['2490a2c6-32d7-43ce-bac8-36dab70d909e'] in dv-cinder-798208-1-iscsi is: [{'id': '2490a2c6-32d7-43ce-bac8-36dab70d909e', 'name': 'tempest-TestMinimumBasicScenario-1233396986-router', 'tenant_id': '3ecf4b82ff4546638fecf82ffa020a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:16Z', 'updated_at': '2021-06-26T21:35:25Z', 'revision_number': 6, 'project_id': '3ecf4b82ff4546638fecf82ffa020a90', 'gw_port_host': None}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 21:35:26.510827 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3037260-49f8-4c50-8e35-1edcebf51695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642748'] for router_gateway, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:26.666393 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3037260-49f8-4c50-8e35-1edcebf51695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11014'] for router, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:26.668730 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3037260-49f8-4c50-8e35-1edcebf51695 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:26.720973 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3037260-49f8-4c50-8e35-1edcebf51695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641515'] for router, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:26.721407 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3037260-49f8-4c50-8e35-1edcebf51695 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2490a2c6-32d7-43ce-bac8-36dab70d909e {{(pid=92921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 21:35:26.727467 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3037260-49f8-4c50-8e35-1edcebf51695 admin admin] Notify callbacks [] for router, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:26.728400 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-d3037260-49f8-4c50-8e35-1edcebf51695 admin admin] 10.222.0.24 "DELETE /v2.0/routers/2490a2c6-32d7-43ce-bac8-36dab70d909e HTTP/1.1" status: 204 len: 168 time: 1.1115532 Jun 26 21:35:26.731110 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 45872) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:35:26.779657 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.db_base_plugin_v2 [None req-f806b4d4-ed0a-4440-b266-11a16b4c31e2 admin admin] Deleting subnet 93ff37c8-e0fb-4971-ba9b-23bf922d9b03 {{(pid=92921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 21:35:26.783016 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f806b4d4-ed0a-4440-b266-11a16b4c31e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:26.829282 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f806b4d4-ed0a-4440-b266-11a16b4c31e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696154'] for subnet, precommit_delete_associations {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:26.841421 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b5307-4fd2-493c-ada1-5b6a94abd39d req-4aff5d7c-ff46-4685-a81d-df3540b35d11 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:26.844135 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-389b5307-4fd2-493c-ada1-5b6a94abd39d req-4aff5d7c-ff46-4685-a81d-df3540b35d11 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db0d069-ba0f-44e5-94da-d45c6f7b9da5 HTTP/1.1" status: 200 len: 946 time: 0.1880932 Jun 26 21:35:26.849502 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00583a3f-218e-4f73-8906-98b9989f88e9 req-aef19404-e47d-4295-9bbe-7dc8d57fc15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:26.852278 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-00583a3f-218e-4f73-8906-98b9989f88e9 req-aef19404-e47d-4295-9bbe-7dc8d57fc15f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7db0d069-ba0f-44e5-94da-d45c6f7b9da5 HTTP/1.1" status: 200 len: 1099 time: 0.1779852 Jun 26 21:35:26.916972 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-00583a3f-218e-4f73-8906-98b9989f88e9 req-a181834b-c37d-445f-965f-842c685bec87 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538411 Jun 26 21:35:26.929026 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-389b5307-4fd2-493c-ada1-5b6a94abd39d req-8c2e620e-6009-4ffa-ae05-f0c7f0899e7a tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750732 Jun 26 21:35:27.019840 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f806b4d4-ed0a-4440-b266-11a16b4c31e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4059658'] for subnet, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:27.086529 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f806b4d4-ed0a-4440-b266-11a16b4c31e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4059677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-221544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8896203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8846128'] for subnet, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:27.088905 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-6747da53-861e-4da9-a932-891e51f9010c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:35:27.118199 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f806b4d4-ed0a-4440-b266-11a16b4c31e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93ff37c8-e0fb-4971-ba9b-23bf922d9b03,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:35:27.121340 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-f806b4d4-ed0a-4440-b266-11a16b4c31e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:35:27.122317 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f806b4d4-ed0a-4440-b266-11a16b4c31e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:27.124253 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-f806b4d4-ed0a-4440-b266-11a16b4c31e2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/93ff37c8-e0fb-4971-ba9b-23bf922d9b03 HTTP/1.1" status: 204 len: 168 time: 0.3919973 Jun 26 21:35:27.127789 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 45874) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:35:27.130589 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bf4035-b60f-4b9d-b5b7-97fb0eb304cd None None] Network bc28af45-0719-4857-abc5-543275d813cf requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:35:27.214303 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c8253ed5-01cb-429f-8120-78404b1e5148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4140915'] for network, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:27.302110 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-c8253ed5-01cb-429f-8120-78404b1e5148 admin admin] Deleting port ae701824-31b4-4596-ad7a-28224c3260da {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:35:27.302633 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c8253ed5-01cb-429f-8120-78404b1e5148 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:27.376544 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0531ac-8e0e-404c-93cd-65c78cf07a2f None None] DHCP port deletion for bc28af45-0719-4857-abc5-543275d813cf request from dv-cinder-798208-1-iscsi {{(pid=92923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 26 21:35:27.393885 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-c8253ed5-01cb-429f-8120-78404b1e5148 admin admin] For port ae701824-31b4-4596-ad7a-28224c3260da, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=ae701824-31b4-4596-ad7a-28224c3260da,segment=NetworkSegment(00dd484c-becb-4ffb-a802-5f271948ca18),segment_id=00dd484c-becb-4ffb-a802-5f271948ca18)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:35:27.394468 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c8253ed5-01cb-429f-8120-78404b1e5148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:27.416256 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-c8253ed5-01cb-429f-8120-78404b1e5148 admin admin] Calling delete_port for ae701824-31b4-4596-ad7a-28224c3260da owned by network:dhcp {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:35:27.446751 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-da0531ac-8e0e-404c-93cd-65c78cf07a2f None None] Deleting port ae701824-31b4-4596-ad7a-28224c3260da {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:35:27.447145 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-da0531ac-8e0e-404c-93cd-65c78cf07a2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:27.522503 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-da0531ac-8e0e-404c-93cd-65c78cf07a2f None None] For port ae701824-31b4-4596-ad7a-28224c3260da, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=ae701824-31b4-4596-ad7a-28224c3260da,segment=NetworkSegment(00dd484c-becb-4ffb-a802-5f271948ca18),segment_id=00dd484c-becb-4ffb-a802-5f271948ca18)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:35:27.522823 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-da0531ac-8e0e-404c-93cd-65c78cf07a2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:27.525339 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c8253ed5-01cb-429f-8120-78404b1e5148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8896241'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:27.530174 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-4ad307fd-0ccb-479e-94a2-7534aa17d5fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:35:27.540393 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-da0531ac-8e0e-404c-93cd-65c78cf07a2f None None] Calling delete_port for ae701824-31b4-4596-ad7a-28224c3260da owned by network:dhcp {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:35:27.582409 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8253ed5-01cb-429f-8120-78404b1e5148 admin admin] No DVR routers for this DVR port ae701824-31b4-4596-ad7a-28224c3260da on host dv-cinder-798208-1-iscsi {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 21:35:27.590893 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8253ed5-01cb-429f-8120-78404b1e5148 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae701824-31b4-4596-ad7a-28224c3260da,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:35:27.597845 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-c8253ed5-01cb-429f-8120-78404b1e5148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:35:27.681953 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-da0531ac-8e0e-404c-93cd-65c78cf07a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:27.685130 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:35:27.689458 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:27.712934 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device f922a297-7d7e-4b47-8389-d4ff0c27225e no longer exists at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:35:27.717240 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0531ac-8e0e-404c-93cd-65c78cf07a2f None None] Pushing event deleted for resources: {'Port': ['ID=ae701824-31b4-4596-ad7a-28224c3260da,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:35:27.720498 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-da0531ac-8e0e-404c-93cd-65c78cf07a2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:35:27.740059 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0531ac-8e0e-404c-93cd-65c78cf07a2f None None] No DVR routers for this DVR port ae701824-31b4-4596-ad7a-28224c3260da on host dv-cinder-798208-1-iscsi {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 21:35:27.741621 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] No Port match for: f922a297-7d7e-4b47-8389-d4ff0c27225e {{(pid=92923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 21:35:27.741994 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device f922a297-7d7e-4b47-8389-d4ff0c27225e not bound to the agent host dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 21:35:27.742413 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device ae701824-31b4-4596-ad7a-28224c3260da no longer exists at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:35:27.765515 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c8253ed5-01cb-429f-8120-78404b1e5148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4059223', 'neutron.services.segments.db._delete_segments_for_network-8773185548566'] for network, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:27.772970 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] No Port match for: ae701824-31b4-4596-ad7a-28224c3260da {{(pid=92923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 21:35:27.773285 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device ae701824-31b4-4596-ad7a-28224c3260da not bound to the agent host dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 21:35:27.773732 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 758b37b4-c61f-4c2c-9210-1582ce72f8f6 no longer exists at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:35:27.779449 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.agents_db [None req-53b98272-06bb-47ef-8924-edf36d473ef8 None None] Agent healthcheck: found 6 active agents {{(pid=92924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 21:35:27.781713 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.services.segments.db [None req-c8253ed5-01cb-429f-8120-78404b1e5148 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc28af45-0719-4857-abc5-543275d813cf']}} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:35:27.795234 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.services.segments.db [None req-c8253ed5-01cb-429f-8120-78404b1e5148 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00dd484c-becb-4ffb-a802-5f271948ca18') {'for_net_delete': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:35:27.795737 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] No Port match for: 758b37b4-c61f-4c2c-9210-1582ce72f8f6 {{(pid=92923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 21:35:27.796022 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.services.segments.db [None req-c8253ed5-01cb-429f-8120-78404b1e5148 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00dd484c-becb-4ffb-a802-5f271948ca18') {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:35:27.796251 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 758b37b4-c61f-4c2c-9210-1582ce72f8f6 not bound to the agent host dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 21:35:27.810229 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c8253ed5-01cb-429f-8120-78404b1e5148 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773185534967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696141'] for segment, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:27.826425 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c8253ed5-01cb-429f-8120-78404b1e5148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175'] for segment, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:27.834244 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8253ed5-01cb-429f-8120-78404b1e5148 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=92921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 21:35:27.834774 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c8253ed5-01cb-429f-8120-78404b1e5148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8896046'] for segment, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:27.836737 dv-cinder-798208-1-iscsi neutron-server[92921]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 21:35:27.836737 dv-cinder-798208-1-iscsi neutron-server[92921]: conditions |= (models_v2.Port.network_id.in_( Jun 26 21:35:27.836737 dv-cinder-798208-1-iscsi neutron-server[92921]: Traceback (most recent call last): Jun 26 21:35:27.836737 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 21:35:27.836737 dv-cinder-798208-1-iscsi neutron-server[92921]: timer() Jun 26 21:35:27.836737 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 21:35:27.836737 dv-cinder-798208-1-iscsi neutron-server[92921]: cb(*args, **kw) Jun 26 21:35:27.836737 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 21:35:27.836737 dv-cinder-798208-1-iscsi neutron-server[92921]: return func(*args, **kwargs) Jun 26 21:35:27.836737 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 21:35:27.836737 dv-cinder-798208-1-iscsi neutron-server[92921]: self._notify() Jun 26 21:35:27.836737 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 21:35:27.836737 dv-cinder-798208-1-iscsi neutron-server[92921]: self.callback(batched_events) Jun 26 21:35:27.836737 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 21:35:27.836737 dv-cinder-798208-1-iscsi neutron-server[92921]: event.method(event) Jun 26 21:35:27.836737 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 21:35:27.836737 dv-cinder-798208-1-iscsi neutron-server[92921]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 21:35:27.836737 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 21:35:27.836737 dv-cinder-798208-1-iscsi neutron-server[92921]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 21:35:27.836737 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 21:35:27.836737 dv-cinder-798208-1-iscsi neutron-server[92921]: return f(self, *a, **k) Jun 26 21:35:27.836737 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 21:35:27.836737 dv-cinder-798208-1-iscsi neutron-server[92921]: return self._get(url).json() Jun 26 21:35:27.836737 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 21:35:27.836737 dv-cinder-798208-1-iscsi neutron-server[92921]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 21:35:27.836737 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 21:35:27.836737 dv-cinder-798208-1-iscsi neutron-server[92921]: return self.request(url, 'GET', **kwargs) Jun 26 21:35:27.836737 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 21:35:27.836737 dv-cinder-798208-1-iscsi neutron-server[92921]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 21:35:27.836737 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 21:35:27.836737 dv-cinder-798208-1-iscsi neutron-server[92921]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 21:35:27.836737 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 21:35:27.836737 dv-cinder-798208-1-iscsi neutron-server[92921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 21:35:27.836737 dv-cinder-798208-1-iscsi neutron-server[92921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 21:35:27.893737 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c8253ed5-01cb-429f-8120-78404b1e5148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4059228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-938849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642676'] for network, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:27.898754 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-45718b27-0881-435b-987f-bc2fc67fc51d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:35:27.901377 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c8253ed5-01cb-429f-8120-78404b1e5148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for network, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:27.903272 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-c8253ed5-01cb-429f-8120-78404b1e5148 admin admin] 10.222.0.24 "DELETE /v2.0/networks/bc28af45-0719-4857-abc5-543275d813cf HTTP/1.1" status: 204 len: 168 time: 0.7740211 Jun 26 21:35:27.918988 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8253ed5-01cb-429f-8120-78404b1e5148 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc28af45-0719-4857-abc5-543275d813cf,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:35:27.921782 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-c8253ed5-01cb-429f-8120-78404b1e5148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:35:28.135228 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 45882) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:35:28.158327 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dcc1af-a48c-4bc9-bb21-c8f5e6f20f53 req-752d906a-88cc-43cc-950e-e11306635385 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:28.160028 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-03dcc1af-a48c-4bc9-bb21-c8f5e6f20f53 req-752d906a-88cc-43cc-950e-e11306635385 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db0d069-ba0f-44e5-94da-d45c6f7b9da5 HTTP/1.1" status: 200 len: 946 time: 0.1059039 Jun 26 21:35:28.214242 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-ce870c1e-894f-44fc-b99a-8264ae29284a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=92ac25c46d5e4ca8b91dd76623e3115e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0777843 Jun 26 21:35:28.217110 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 45884) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:35:28.230666 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-03dcc1af-a48c-4bc9-bb21-c8f5e6f20f53 req-33873b3c-fa06-4360-b68c-b1b634fb4ba7 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624976 Jun 26 21:35:28.282048 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cf2f9604-e975-4ad5-ae4b-7a9e6f154b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:28.312337 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cf2f9604-e975-4ad5-ae4b-7a9e6f154b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:28.364314 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cf2f9604-e975-4ad5-ae4b-7a9e6f154b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:28.367496 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cf2f9604-e975-4ad5-ae4b-7a9e6f154b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:28.372691 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-cf2f9604-e975-4ad5-ae4b-7a9e6f154b13 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0419355f-40a6-40ec-af1b-8860f0fdba91 HTTP/1.1" status: 204 len: 168 time: 0.1510322 Jun 26 21:35:28.372691 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-2a345ffa-f7ea-4fee-8f26-ed9f1dfc3624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:35:28.383645 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f9604-e975-4ad5-ae4b-7a9e6f154b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0419355f-40a6-40ec-af1b-8860f0fdba91,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:35:28.387329 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-cf2f9604-e975-4ad5-ae4b-7a9e6f154b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:35:28.531153 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb58926-e938-4287-8346-4bd4fc60c927 req-03d5c4dd-5864-4da8-89cf-877327b0508e tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:28.533931 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2eb58926-e938-4287-8346-4bd4fc60c927 req-03d5c4dd-5864-4da8-89cf-877327b0508e tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db0d069-ba0f-44e5-94da-d45c6f7b9da5 HTTP/1.1" status: 200 len: 946 time: 0.0973032 Jun 26 21:35:28.602025 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2eb58926-e938-4287-8346-4bd4fc60c927 req-47ffda35-04d5-4113-90c9-3ff0cf85da78 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552247 Jun 26 21:35:28.635749 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 45890) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:35:28.691644 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cf056d-3d0b-436e-89e5-5a0941074905 tempest-TestVolumeBootPattern-683383497 tempest-TestVolumeBootPattern-683383497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:28.693266 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-09cf056d-3d0b-436e-89e5-5a0941074905 tempest-TestVolumeBootPattern-683383497 tempest-TestVolumeBootPattern-683383497-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7db0d069-ba0f-44e5-94da-d45c6f7b9da5 HTTP/1.1" status: 200 len: 1094 time: 0.0566392 Jun 26 21:35:28.697332 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 45896) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:35:28.701994 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-9bc53535-c18b-447a-8ff5-e888f6c31b58 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Request body: {'floatingip': {'floating_network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'port_id': 'dc1d3aab-26fb-43f0-85cb-3389ff1d071d', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:35:28.727532 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9bc53535-c18b-447a-8ff5-e888f6c31b58 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks [] for floatingip, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:28.856374 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 45902) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:35:28.932019 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-9ccc0021-a23f-4d02-8a59-82ff3783181a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3ecf4b82ff4546638fecf82ffa020a90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0739245 Jun 26 21:35:28.935297 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 45904) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:35:28.954030 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9bc53535-c18b-447a-8ff5-e888f6c31b58 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:28.995954 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-de924d25-50f8-49b2-a1e2-de79201fe3f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:29.019515 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-de924d25-50f8-49b2-a1e2-de79201fe3f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:29.086806 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-de924d25-50f8-49b2-a1e2-de79201fe3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:29.089660 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-de924d25-50f8-49b2-a1e2-de79201fe3f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:29.091139 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-de924d25-50f8-49b2-a1e2-de79201fe3f0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d58ffdfd-5ca7-4b47-b939-eaac1db92e93 HTTP/1.1" status: 204 len: 168 time: 0.1541681 Jun 26 21:35:29.102445 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-f132fda3-6eb4-4c41-b3c2-02f2d3e562c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:35:29.113067 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de924d25-50f8-49b2-a1e2-de79201fe3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58ffdfd-5ca7-4b47-b939-eaac1db92e93,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:35:29.117068 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-de924d25-50f8-49b2-a1e2-de79201fe3f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:35:29.136830 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-9bc53535-c18b-447a-8ff5-e888f6c31b58 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Allocated IP 172.27.2.70 (fc74eb2e-f674-4785-8e1a-443cbfb459f7/02c6eafe-d2ac-4065-b904-73ec1df0a44a/d8f7abba-73a9-4836-b665-bf24cfaa31a5) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:35:29.286268 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9bc53535-c18b-447a-8ff5-e888f6c31b58 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:29.336008 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9bc53535-c18b-447a-8ff5-e888f6c31b58 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8809475'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:29.338293 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-4cbab7ce-2cc7-4928-8cf5-7cdc70935f22 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:35:29.377590 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc53535-c18b-447a-8ff5-e888f6c31b58 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Network fc74eb2e-f674-4785-8e1a-443cbfb459f7 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:35:29.385487 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-9bc53535-c18b-447a-8ff5-e888f6c31b58 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:35:29.390812 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc53535-c18b-447a-8ff5-e888f6c31b58 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:35:29.393285 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc53535-c18b-447a-8ff5-e888f6c31b58 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Pushing event updated for resources: {'Port': ['ID=d8f7abba-73a9-4836-b665-bf24cfaa31a5,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:35:29.397969 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-9bc53535-c18b-447a-8ff5-e888f6c31b58 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:35:29.849186 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9bc53535-c18b-447a-8ff5-e888f6c31b58 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:29.935272 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9bc53535-c18b-447a-8ff5-e888f6c31b58 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:30.114669 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9bc53535-c18b-447a-8ff5-e888f6c31b58 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:30.119778 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9bc53535-c18b-447a-8ff5-e888f6c31b58 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8809713'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:30.121887 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-987cb5ee-cc9c-4873-90d8-e1bc6e9852a3 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:35:30.185890 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc53535-c18b-447a-8ff5-e888f6c31b58 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Pushing event updated for resources: {'Port': ['ID=d8f7abba-73a9-4836-b665-bf24cfaa31a5,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:35:30.189941 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-9bc53535-c18b-447a-8ff5-e888f6c31b58 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:35:30.201573 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9bc53535-c18b-447a-8ff5-e888f6c31b58 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642591'] for floatingip, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:30.310988 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.db.l3_db [None req-9bc53535-c18b-447a-8ff5-e888f6c31b58 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Floating IP f19b13a1-0801-41ba-81cf-9ce11742d2f9 associated. External IP: 172.27.2.70, port: dc1d3aab-26fb-43f0-85cb-3389ff1d071d. Jun 26 21:35:30.541751 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc53535-c18b-447a-8ff5-e888f6c31b58 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Router 91a92a4d-40e9-484e-a859-76bd492b0211 has already been hosted by L3 agent 8f52ff15-e1cf-4181-89b9-9a217ed1d1bf {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 21:35:30.970021 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc53535-c18b-447a-8ff5-e888f6c31b58 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify agent at l3_agent.dv-cinder-798208-1-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 21:35:30.983011 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0d3010-b81a-4a5e-b9af-825820dfe296 None None] Sync routers for ids ['91a92a4d-40e9-484e-a859-76bd492b0211'] in dv-cinder-798208-1-iscsi {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 21:35:30.986948 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9bc53535-c18b-447a-8ff5-e888f6c31b58 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for floatingip, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:30.998752 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0d3010-b81a-4a5e-b9af-825820dfe296 None None] Routers {'91a92a4d-40e9-484e-a859-76bd492b0211'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:35:30.999814 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-8e0d3010-b81a-4a5e-b9af-825820dfe296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:35:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['91a92a4d-40e9-484e-a859-76bd492b0211'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:35:31.035453 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-9bc53535-c18b-447a-8ff5-e888f6c31b58 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3365698 Jun 26 21:35:31.036662 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db0d069-ba0f-44e5-94da-d45c6f7b9da5', 'tag': 'dc1d3aab-26fb-43f0-85cb-3389ff1d071d'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:35:31.040765 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02b73ab247f9faeb07a43472fb83bf8797eb00ff3c4bc2c6d8d9a12e0ada40b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca562cc6-8f05-419a-8f38-307785140dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "7db0d069-ba0f-44e5-94da-d45c6f7b9da5", "tag": "dc1d3aab-26fb-43f0-85cb-3389ff1d071d"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:35:31.096631 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 21:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6d9a0c-c324-4c93-a463-6e3b9ed4e6bf x-openstack-request-id: req-cf6d9a0c-c324-4c93-a463-6e3b9ed4e6bf {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:35:31.097092 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db0d069-ba0f-44e5-94da-d45c6f7b9da5", "tag": "dc1d3aab-26fb-43f0-85cb-3389ff1d071d", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:35:31.097442 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cf6d9a0c-c324-4c93-a463-6e3b9ed4e6bf {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:35:31.098458 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db0d069-ba0f-44e5-94da-d45c6f7b9da5', 'tag': 'dc1d3aab-26fb-43f0-85cb-3389ff1d071d', 'status': 'completed', 'code': 200} Jun 26 21:35:31.147712 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-8e0d3010-b81a-4a5e-b9af-825820dfe296 None None] Set router 91a92a4d-40e9-484e-a859-76bd492b0211 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:35:31.189517 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca562cc6-8f05-419a-8f38-307785140dd5 req-b6b8b646-9e7e-4b55-bb6e-8bf819c02a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:31.192452 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ca562cc6-8f05-419a-8f38-307785140dd5 req-b6b8b646-9e7e-4b55-bb6e-8bf819c02a61 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d57413efbdfc45b299c235407da019ce&device_id=7db0d069-ba0f-44e5-94da-d45c6f7b9da5 HTTP/1.1" status: 200 len: 1099 time: 0.0703709 Jun 26 21:35:31.300643 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca562cc6-8f05-419a-8f38-307785140dd5 req-dcfeb53e-02b6-4739-aa9f-41d3698dcc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:31.302930 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ca562cc6-8f05-419a-8f38-307785140dd5 req-dcfeb53e-02b6-4739-aa9f-41d3698dcc8f service neutron] 10.222.0.41 "GET /v2.0/networks?id=a8afb80a-5940-4655-9052-1907914d829f HTTP/1.1" status: 200 len: 913 time: 0.1044176 Jun 26 21:35:31.379925 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ca562cc6-8f05-419a-8f38-307785140dd5 req-08d36ce4-8c86-4aa6-8928-1ef16eabb9b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc1d3aab-26fb-43f0-85cb-3389ff1d071d HTTP/1.1" status: 200 len: 999 time: 0.0696888 Jun 26 21:35:31.448242 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca562cc6-8f05-419a-8f38-307785140dd5 req-caf2ceb0-b607-4aa7-a3be-e7edd9290786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:31.449704 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ca562cc6-8f05-419a-8f38-307785140dd5 req-caf2ceb0-b607-4aa7-a3be-e7edd9290786 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b01ad406-256f-4138-8b6e-7125345feab0 HTTP/1.1" status: 200 len: 851 time: 0.0623446 Jun 26 21:35:31.458219 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-8e0d3010-b81a-4a5e-b9af-825820dfe296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'name': 'tempest-TestVolumeBootPattern-1551406780-router', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:05Z', 'updated_at': '2021-06-26T21:31:16Z', 'revision_number': 4, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'gw_port': {'id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:08Z', 'updated_at': '2021-06-26T21:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_floatingips': [{'id': 'f19b13a1-0801-41ba-81cf-9ce11742d2f9', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'router_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'port_id': 'dc1d3aab-26fb-43f0-85cb-3389ff1d071d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f', 'mac_address': 'fa:16:3e:27:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db0d069-ba0f-44e5-94da-d45c6f7b9da5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T21:35:29Z', 'updated_at': '2021-06-26T21:35:29Z', 'revision_number': 0, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b29f8b2-ce57-466d-9e4f-4102489e5760', 'name': '', 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'mac_address': 'fa:16:3e:c5:e7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'b01ad406-256f-4138-8b6e-7125345feab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:13Z', 'updated_at': '2021-06-26T21:31:26Z', 'revision_number': 5, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'subnets': [{'id': 'b01ad406-256f-4138-8b6e-7125345feab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:35:31.485486 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0d3010-b81a-4a5e-b9af-825820dfe296 None None] Checking router: 91a92a4d-40e9-484e-a859-76bd492b0211 for host: dv-cinder-798208-1-iscsi {{(pid=92923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 21:35:31.495862 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0d3010-b81a-4a5e-b9af-825820dfe296 None None] Routers {'91a92a4d-40e9-484e-a859-76bd492b0211'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:35:31.496514 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-8e0d3010-b81a-4a5e-b9af-825820dfe296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:35:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['91a92a4d-40e9-484e-a859-76bd492b0211'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:35:31.517300 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca562cc6-8f05-419a-8f38-307785140dd5 req-8b8c5119-d3a1-407d-a37c-877c7aee72c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:31.518792 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ca562cc6-8f05-419a-8f38-307785140dd5 req-8b8c5119-d3a1-407d-a37c-877c7aee72c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8afb80a-5940-4655-9052-1907914d829f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0623579 Jun 26 21:35:31.621623 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ca562cc6-8f05-419a-8f38-307785140dd5 req-8d34d7f8-0113-4262-8997-b9713c1c854f service neutron] 10.222.0.41 "GET /v2.0/networks/a8afb80a-5940-4655-9052-1907914d829f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913262 Jun 26 21:35:31.625348 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-8e0d3010-b81a-4a5e-b9af-825820dfe296 None None] Set router 91a92a4d-40e9-484e-a859-76bd492b0211 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:35:31.721513 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ca562cc6-8f05-419a-8f38-307785140dd5 req-ca765d67-967d-43fe-b23f-4fabcef046f6 service neutron] 10.222.0.41 "GET /v2.0/networks/a8afb80a-5940-4655-9052-1907914d829f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936873 Jun 26 21:35:31.865280 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-8e0d3010-b81a-4a5e-b9af-825820dfe296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'name': 'tempest-TestVolumeBootPattern-1551406780-router', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:05Z', 'updated_at': '2021-06-26T21:31:16Z', 'revision_number': 4, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'gw_port': {'id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:08Z', 'updated_at': '2021-06-26T21:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_floatingips': [{'id': 'f19b13a1-0801-41ba-81cf-9ce11742d2f9', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'router_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'port_id': 'dc1d3aab-26fb-43f0-85cb-3389ff1d071d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f', 'mac_address': 'fa:16:3e:27:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db0d069-ba0f-44e5-94da-d45c6f7b9da5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T21:35:29Z', 'updated_at': '2021-06-26T21:35:29Z', 'revision_number': 0, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b29f8b2-ce57-466d-9e4f-4102489e5760', 'name': '', 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'mac_address': 'fa:16:3e:c5:e7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'b01ad406-256f-4138-8b6e-7125345feab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:13Z', 'updated_at': '2021-06-26T21:31:26Z', 'revision_number': 5, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'subnets': [{'id': 'b01ad406-256f-4138-8b6e-7125345feab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:35:31.892260 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0d3010-b81a-4a5e-b9af-825820dfe296 None None] The sync data for ids ['91a92a4d-40e9-484e-a859-76bd492b0211'] in dv-cinder-798208-1-iscsi is: [{'id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'name': 'tempest-TestVolumeBootPattern-1551406780-router', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:05Z', 'updated_at': '2021-06-26T21:31:16Z', 'revision_number': 4, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'gw_port': {'id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:08Z', 'updated_at': '2021-06-26T21:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_floatingips': [{'id': 'f19b13a1-0801-41ba-81cf-9ce11742d2f9', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'router_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'port_id': 'dc1d3aab-26fb-43f0-85cb-3389ff1d071d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f', 'mac_address': 'fa:16:3e:27:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db0d069-ba0f-44e5-94da-d45c6f7b9da5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T21:35:29Z', 'updated_at': '2021-06-26T21:35:29Z', 'revision_number': 0, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b29f8b2-ce57-466d-9e4f-4102489e5760', 'name': '', 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'mac_address': 'fa:16:3e:c5:e7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'b01ad406-256f-4138-8b6e-7125345feab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:13Z', 'updated_at': '2021-06-26T21:31:26Z', 'revision_number': 5, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'subnets': [{'id': 'b01ad406-256f-4138-8b6e-7125345feab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 21:35:32.077244 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a78a796-68c7-4b15-8db6-203ff4e6cb60 None None] New status for floating IP f19b13a1-0801-41ba-81cf-9ce11742d2f9: ACTIVE {{(pid=92924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 21:35:42.065366 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578c171-ad8a-40be-8f51-df2ad32aaa3c req-b23c3342-4989-459e-8db9-e12b68b817e0 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:42.067567 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6578c171-ad8a-40be-8f51-df2ad32aaa3c req-b23c3342-4989-459e-8db9-e12b68b817e0 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b307126-d21d-4d7b-b3c8-8d0a76a87c25 HTTP/1.1" status: 200 len: 945 time: 0.0647733 Jun 26 21:35:42.107998 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6578c171-ad8a-40be-8f51-df2ad32aaa3c req-710e2c06-8df4-4b68-8467-ae309f5d5f94 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e014a30-9681-4d7b-8718-81cbfdc3c5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340583 Jun 26 21:35:43.294481 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f1e24-f477-45dd-9657-7fa40f0b8b49 req-a8e95335-c27d-488c-b4e3-04460e2e309a tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:43.296030 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5f3f1e24-f477-45dd-9657-7fa40f0b8b49 req-a8e95335-c27d-488c-b4e3-04460e2e309a tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b307126-d21d-4d7b-b3c8-8d0a76a87c25 HTTP/1.1" status: 200 len: 945 time: 0.0640006 Jun 26 21:35:43.340382 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5f3f1e24-f477-45dd-9657-7fa40f0b8b49 req-8152adaf-8239-4a20-8bf7-9f6d959d4ed0 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e014a30-9681-4d7b-8718-81cbfdc3c5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385413 Jun 26 21:35:43.941124 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9fb71-d0f7-4918-a151-215235664f19 req-5d2381a2-cf48-414a-9903-4defb6d43d9c tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:43.942622 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0ff9fb71-d0f7-4918-a151-215235664f19 req-5d2381a2-cf48-414a-9903-4defb6d43d9c tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b307126-d21d-4d7b-b3c8-8d0a76a87c25 HTTP/1.1" status: 200 len: 945 time: 0.0624433 Jun 26 21:35:44.048622 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-0ff9fb71-d0f7-4918-a151-215235664f19 req-81175321-367b-4059-ac42-1ab0852ea2ef tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Deleting port 7ae48301-8fad-44d3-954d-1e3a0663bf58 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:35:44.049039 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-0ff9fb71-d0f7-4918-a151-215235664f19 req-81175321-367b-4059-ac42-1ab0852ea2ef tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:44.156297 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-0ff9fb71-d0f7-4918-a151-215235664f19 req-81175321-367b-4059-ac42-1ab0852ea2ef tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] For port 7ae48301-8fad-44d3-954d-1e3a0663bf58, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=7ae48301-8fad-44d3-954d-1e3a0663bf58,segment=NetworkSegment(4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98),segment_id=4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:35:44.156667 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-0ff9fb71-d0f7-4918-a151-215235664f19 req-81175321-367b-4059-ac42-1ab0852ea2ef tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:44.402440 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-0ff9fb71-d0f7-4918-a151-215235664f19 req-81175321-367b-4059-ac42-1ab0852ea2ef tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:44.403334 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-0ff9fb71-d0f7-4918-a151-215235664f19 req-81175321-367b-4059-ac42-1ab0852ea2ef tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642591'] for floatingip, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:44.403334 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.db.l3_db [req-0ff9fb71-d0f7-4918-a151-215235664f19 req-81175321-367b-4059-ac42-1ab0852ea2ef tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Floating IP b86eb14d-5a03-4e6f-b4ee-53734f5d81e1 disassociated. External IP: 172.27.2.243, port: 7ae48301-8fad-44d3-954d-1e3a0663bf58. Jun 26 21:35:44.403672 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-0ff9fb71-d0f7-4918-a151-215235664f19 req-81175321-367b-4059-ac42-1ab0852ea2ef tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Calling delete_port for 7ae48301-8fad-44d3-954d-1e3a0663bf58 owned by compute:nova {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:35:44.585650 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448562a4-1c25-4b9c-97e9-669750b549df req-f0223985-39e9-40ce-ade8-7a585ee01c71 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:44.587267 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-448562a4-1c25-4b9c-97e9-669750b549df req-f0223985-39e9-40ce-ade8-7a585ee01c71 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b307126-d21d-4d7b-b3c8-8d0a76a87c25 HTTP/1.1" status: 200 len: 945 time: 0.1216795 Jun 26 21:35:44.588436 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-0ff9fb71-d0f7-4918-a151-215235664f19 req-81175321-367b-4059-ac42-1ab0852ea2ef tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8809482'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:44.592620 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b550670e-d3ed-4570-bdba-6df083769514 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:35:44.626051 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81175321-367b-4059-ac42-1ab0852ea2ef tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Pushing event deleted for resources: {'Port': ['ID=7ae48301-8fad-44d3-954d-1e3a0663bf58,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:35:44.630802 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-81175321-367b-4059-ac42-1ab0852ea2ef tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:35:44.700097 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-448562a4-1c25-4b9c-97e9-669750b549df req-98135b46-0c83-4c78-9e0b-e83e43c59a46 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e014a30-9681-4d7b-8718-81cbfdc3c5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017213 Jun 26 21:35:44.768206 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ff9fb71-d0f7-4918-a151-215235664f19 req-81175321-367b-4059-ac42-1ab0852ea2ef tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Router 343fbf0d-879b-49a6-8eeb-4b905ed4da55 has already been hosted by L3 agent 8f52ff15-e1cf-4181-89b9-9a217ed1d1bf {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 21:35:44.875895 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ff9fb71-d0f7-4918-a151-215235664f19 req-81175321-367b-4059-ac42-1ab0852ea2ef tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify agent at l3_agent.dv-cinder-798208-1-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 21:35:44.886430 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaad95f4-092c-4d20-871e-35599a675843 None None] Sync routers for ids ['343fbf0d-879b-49a6-8eeb-4b905ed4da55'] in dv-cinder-798208-1-iscsi {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 21:35:44.895717 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaad95f4-092c-4d20-871e-35599a675843 None None] Routers {'343fbf0d-879b-49a6-8eeb-4b905ed4da55'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:35:44.896876 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-aaad95f4-092c-4d20-871e-35599a675843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:35:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['343fbf0d-879b-49a6-8eeb-4b905ed4da55'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:35:44.923876 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff9fb71-d0f7-4918-a151-215235664f19 req-81175321-367b-4059-ac42-1ab0852ea2ef tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] No DVR routers for this DVR port 7ae48301-8fad-44d3-954d-1e3a0663bf58 on host hv-cinder-79820 {{(pid=92922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 21:35:44.926415 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-0ff9fb71-d0f7-4918-a151-215235664f19 req-81175321-367b-4059-ac42-1ab0852ea2ef tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:44.929027 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0ff9fb71-d0f7-4918-a151-215235664f19 req-81175321-367b-4059-ac42-1ab0852ea2ef tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.41 "DELETE /v2.0/ports/7ae48301-8fad-44d3-954d-1e3a0663bf58 HTTP/1.1" status: 204 len: 173 time: 0.9775679 Jun 26 21:35:44.929531 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b307126-d21d-4d7b-b3c8-8d0a76a87c25', 'name': 'network-vif-deleted', 'tag': '7ae48301-8fad-44d3-954d-1e3a0663bf58'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:35:44.932002 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02b73ab247f9faeb07a43472fb83bf8797eb00ff3c4bc2c6d8d9a12e0ada40b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720da9be-60ba-4d62-b9a2-077d53cb13e6" -d '{"events": [{"server_uuid": "8b307126-d21d-4d7b-b3c8-8d0a76a87c25", "name": "network-vif-deleted", "tag": "7ae48301-8fad-44d3-954d-1e3a0663bf58"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:35:44.988031 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 21:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8d0303-be42-4ec5-a22c-cf8686475354 x-openstack-request-id: req-5f8d0303-be42-4ec5-a22c-cf8686475354 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:35:44.988399 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b307126-d21d-4d7b-b3c8-8d0a76a87c25", "name": "network-vif-deleted", "tag": "7ae48301-8fad-44d3-954d-1e3a0663bf58", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:35:44.988732 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5f8d0303-be42-4ec5-a22c-cf8686475354 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:35:44.989212 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b307126-d21d-4d7b-b3c8-8d0a76a87c25', 'name': 'network-vif-deleted', 'tag': '7ae48301-8fad-44d3-954d-1e3a0663bf58', 'status': 'completed', 'code': 200} Jun 26 21:35:45.168805 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-aaad95f4-092c-4d20-871e-35599a675843 None None] Set router 343fbf0d-879b-49a6-8eeb-4b905ed4da55 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:35:45.391814 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-aaad95f4-092c-4d20-871e-35599a675843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'name': 'tempest-AttachVolumeTestJSON-1233558065-router', 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'a733d03e-3be1-403f-a1e3-4b11a655a06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:29:29Z', 'updated_at': '2021-06-26T21:29:44Z', 'revision_number': 4, 'project_id': '95b2f2bc0b574f2b979cd6ba40175646', 'gw_port': {'id': 'a733d03e-3be1-403f-a1e3-4b11a655a06d', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:db:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:29:30Z', 'updated_at': '2021-06-26T21:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': 'da0550cb-cccb-4c89-a877-f92a0fb439b9', 'name': '', 'network_id': 'd5655de1-5361-4a06-953a-81fc39e01316', 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646', 'mac_address': 'fa:16:3e:7f:9b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c6283427-b1a2-45b8-8e04-fdc5bc89b513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:29:40Z', 'updated_at': '2021-06-26T21:29:56Z', 'revision_number': 5, 'project_id': '95b2f2bc0b574f2b979cd6ba40175646', 'subnets': [{'id': 'c6283427-b1a2-45b8-8e04-fdc5bc89b513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:35:45.424056 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaad95f4-092c-4d20-871e-35599a675843 None None] Checking router: 343fbf0d-879b-49a6-8eeb-4b905ed4da55 for host: dv-cinder-798208-1-iscsi {{(pid=92923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 21:35:45.434414 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaad95f4-092c-4d20-871e-35599a675843 None None] Routers {'343fbf0d-879b-49a6-8eeb-4b905ed4da55'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:35:45.435087 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-aaad95f4-092c-4d20-871e-35599a675843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:35:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['343fbf0d-879b-49a6-8eeb-4b905ed4da55'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:35:45.555621 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-aaad95f4-092c-4d20-871e-35599a675843 None None] Set router 343fbf0d-879b-49a6-8eeb-4b905ed4da55 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:35:45.771014 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-aaad95f4-092c-4d20-871e-35599a675843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'name': 'tempest-AttachVolumeTestJSON-1233558065-router', 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'a733d03e-3be1-403f-a1e3-4b11a655a06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:29:29Z', 'updated_at': '2021-06-26T21:29:44Z', 'revision_number': 4, 'project_id': '95b2f2bc0b574f2b979cd6ba40175646', 'gw_port': {'id': 'a733d03e-3be1-403f-a1e3-4b11a655a06d', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:db:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:29:30Z', 'updated_at': '2021-06-26T21:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': 'da0550cb-cccb-4c89-a877-f92a0fb439b9', 'name': '', 'network_id': 'd5655de1-5361-4a06-953a-81fc39e01316', 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646', 'mac_address': 'fa:16:3e:7f:9b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c6283427-b1a2-45b8-8e04-fdc5bc89b513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:29:40Z', 'updated_at': '2021-06-26T21:29:56Z', 'revision_number': 5, 'project_id': '95b2f2bc0b574f2b979cd6ba40175646', 'subnets': [{'id': 'c6283427-b1a2-45b8-8e04-fdc5bc89b513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:35:45.817432 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaad95f4-092c-4d20-871e-35599a675843 None None] The sync data for ids ['343fbf0d-879b-49a6-8eeb-4b905ed4da55'] in dv-cinder-798208-1-iscsi is: [{'id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'name': 'tempest-AttachVolumeTestJSON-1233558065-router', 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'a733d03e-3be1-403f-a1e3-4b11a655a06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:29:29Z', 'updated_at': '2021-06-26T21:29:44Z', 'revision_number': 4, 'project_id': '95b2f2bc0b574f2b979cd6ba40175646', 'gw_port': {'id': 'a733d03e-3be1-403f-a1e3-4b11a655a06d', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:db:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:29:30Z', 'updated_at': '2021-06-26T21:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': 'da0550cb-cccb-4c89-a877-f92a0fb439b9', 'name': '', 'network_id': 'd5655de1-5361-4a06-953a-81fc39e01316', 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646', 'mac_address': 'fa:16:3e:7f:9b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c6283427-b1a2-45b8-8e04-fdc5bc89b513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:29:40Z', 'updated_at': '2021-06-26T21:29:56Z', 'revision_number': 5, 'project_id': '95b2f2bc0b574f2b979cd6ba40175646', 'subnets': [{'id': 'c6283427-b1a2-45b8-8e04-fdc5bc89b513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 21:35:45.872212 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 46000) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:35:45.931219 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4ebe951e-9dd3-427f-8621-55c3fc5909cd tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:45.955731 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4ebe951e-9dd3-427f-8621-55c3fc5909cd tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:46.021273 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4ebe951e-9dd3-427f-8621-55c3fc5909cd tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:46.024571 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4ebe951e-9dd3-427f-8621-55c3fc5909cd tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:46.025744 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-4ebe951e-9dd3-427f-8621-55c3fc5909cd tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "DELETE /v2.0/security-groups/6e014a30-9681-4d7b-8718-81cbfdc3c5c5 HTTP/1.1" status: 204 len: 168 time: 0.1525524 Jun 26 21:35:46.026559 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-aa5c96cb-3ae2-4ae1-a523-49d001058aa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:35:46.028572 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 46002) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:35:46.035690 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe951e-9dd3-427f-8621-55c3fc5909cd tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e014a30-9681-4d7b-8718-81cbfdc3c5c5,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:35:46.042530 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee14a59-1ab6-4980-9c93-9a8ce5b1cf09 None None] New status for floating IP b86eb14d-5a03-4e6f-b4ee-53734f5d81e1: DOWN {{(pid=92924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 21:35:46.044633 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-4ebe951e-9dd3-427f-8621-55c3fc5909cd tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:35:46.058160 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.api.v2.resource [None req-42f27a2f-8aff-431f-a96a-430f39da8deb tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] show failed (client error): The resource could not be found. Jun 26 21:35:46.059178 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-42f27a2f-8aff-431f-a96a-430f39da8deb tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "GET /v2.0/security-groups/6e014a30-9681-4d7b-8718-81cbfdc3c5c5 HTTP/1.1" status: 404 len: 347 time: 0.0290644 Jun 26 21:35:46.062080 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 46004) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:35:46.185714 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-adbb5ee9-4c87-462d-aeb9-94d4a7d6bbc7 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Deleting port c376d446-c6a7-4746-aa32-9e2826725494 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:35:46.186064 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-adbb5ee9-4c87-462d-aeb9-94d4a7d6bbc7 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:46.216592 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 7ae48301-8fad-44d3-954d-1e3a0663bf58 no longer exists at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:35:46.240463 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] No Port match for: 7ae48301-8fad-44d3-954d-1e3a0663bf58 {{(pid=92923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 21:35:46.240816 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 7ae48301-8fad-44d3-954d-1e3a0663bf58 not bound to the agent host hv-cinder-79820 {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 21:35:46.259447 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-adbb5ee9-4c87-462d-aeb9-94d4a7d6bbc7 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:46.259769 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-adbb5ee9-4c87-462d-aeb9-94d4a7d6bbc7 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:46.271663 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-adbb5ee9-4c87-462d-aeb9-94d4a7d6bbc7 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Calling delete_port for c376d446-c6a7-4746-aa32-9e2826725494 owned by network:floatingip {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:35:46.400730 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-adbb5ee9-4c87-462d-aeb9-94d4a7d6bbc7 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8809482'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:46.402628 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-2f83250c-ffbd-44fe-8db7-e3f20219e007 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:35:46.426313 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb5ee9-4c87-462d-aeb9-94d4a7d6bbc7 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Pushing event deleted for resources: {'Port': ['ID=c376d446-c6a7-4746-aa32-9e2826725494,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:35:46.429284 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-adbb5ee9-4c87-462d-aeb9-94d4a7d6bbc7 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:35:46.490159 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-adbb5ee9-4c87-462d-aeb9-94d4a7d6bbc7 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks [] for floatingip, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:46.492500 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-adbb5ee9-4c87-462d-aeb9-94d4a7d6bbc7 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for floatingip, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:46.493655 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-adbb5ee9-4c87-462d-aeb9-94d4a7d6bbc7 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] 10.222.0.24 "DELETE /v2.0/floatingips/b86eb14d-5a03-4e6f-b4ee-53734f5d81e1 HTTP/1.1" status: 204 len: 168 time: 0.4305334 Jun 26 21:35:50.185151 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 46032) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:35:50.400403 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cdae9666-b67f-43cc-85a3-5b86acc76aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:50.772616 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f6a8df49-6ed9-4c6e-92f4-59b47903dcc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-698870'] for router_interface, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:51.062138 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-f6a8df49-6ed9-4c6e-92f4-59b47903dcc5 admin admin] Deleting port da0550cb-cccb-4c89-a877-f92a0fb439b9 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:35:51.062476 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f6a8df49-6ed9-4c6e-92f4-59b47903dcc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:51.137778 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-f6a8df49-6ed9-4c6e-92f4-59b47903dcc5 admin admin] For port da0550cb-cccb-4c89-a877-f92a0fb439b9, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=da0550cb-cccb-4c89-a877-f92a0fb439b9,segment=NetworkSegment(4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98),segment_id=4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:35:51.138127 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f6a8df49-6ed9-4c6e-92f4-59b47903dcc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:51.150131 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-f6a8df49-6ed9-4c6e-92f4-59b47903dcc5 admin admin] Calling delete_port for da0550cb-cccb-4c89-a877-f92a0fb439b9 owned by network:router_interface {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:35:51.326614 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f6a8df49-6ed9-4c6e-92f4-59b47903dcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8809482'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:51.328554 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-ffd49b93-b8c6-4dc2-92aa-594efed1057d tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:35:51.352230 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a8df49-6ed9-4c6e-92f4-59b47903dcc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=da0550cb-cccb-4c89-a877-f92a0fb439b9,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:35:51.355232 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f6a8df49-6ed9-4c6e-92f4-59b47903dcc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:35:51.802798 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f6a8df49-6ed9-4c6e-92f4-59b47903dcc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692486'] for router_interface, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:52.020389 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a8df49-6ed9-4c6e-92f4-59b47903dcc5 admin admin] Router 343fbf0d-879b-49a6-8eeb-4b905ed4da55 has already been hosted by L3 agent 8f52ff15-e1cf-4181-89b9-9a217ed1d1bf {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 21:35:52.128398 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a8df49-6ed9-4c6e-92f4-59b47903dcc5 admin admin] Notify agent at l3_agent.dv-cinder-798208-1-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 21:35:52.134633 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-f6a8df49-6ed9-4c6e-92f4-59b47903dcc5 admin admin] 10.222.0.24 "PUT /v2.0/routers/343fbf0d-879b-49a6-8eeb-4b905ed4da55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9475369 Jun 26 21:35:52.136161 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 46040) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:35:52.136869 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157feb0d-58fd-4746-885d-4abc354c2253 None None] Sync routers for ids ['343fbf0d-879b-49a6-8eeb-4b905ed4da55'] in dv-cinder-798208-1-iscsi {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 21:35:52.147009 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157feb0d-58fd-4746-885d-4abc354c2253 None None] Routers {'343fbf0d-879b-49a6-8eeb-4b905ed4da55'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:35:52.147704 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-157feb0d-58fd-4746-885d-4abc354c2253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:35:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['343fbf0d-879b-49a6-8eeb-4b905ed4da55'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:35:52.236138 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-18bc9328-0e53-4823-a508-df725a35285b admin admin] Notify callbacks [] for router, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:52.248021 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-157feb0d-58fd-4746-885d-4abc354c2253 None None] Set router 343fbf0d-879b-49a6-8eeb-4b905ed4da55 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:35:52.333959 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-18bc9328-0e53-4823-a508-df725a35285b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:52.387247 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-18bc9328-0e53-4823-a508-df725a35285b admin admin] Deleting port a733d03e-3be1-403f-a1e3-4b11a655a06d {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:35:52.387816 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-18bc9328-0e53-4823-a508-df725a35285b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:52.421590 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-157feb0d-58fd-4746-885d-4abc354c2253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'name': 'tempest-AttachVolumeTestJSON-1233558065-router', 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'a733d03e-3be1-403f-a1e3-4b11a655a06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:29:29Z', 'updated_at': '2021-06-26T21:35:51Z', 'revision_number': 5, 'project_id': '95b2f2bc0b574f2b979cd6ba40175646', 'gw_port': {'id': 'a733d03e-3be1-403f-a1e3-4b11a655a06d', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:db:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:29:30Z', 'updated_at': '2021-06-26T21:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi'}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:35:52.446530 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157feb0d-58fd-4746-885d-4abc354c2253 None None] Checking router: 343fbf0d-879b-49a6-8eeb-4b905ed4da55 for host: dv-cinder-798208-1-iscsi {{(pid=92923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 21:35:52.454592 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157feb0d-58fd-4746-885d-4abc354c2253 None None] Routers {'343fbf0d-879b-49a6-8eeb-4b905ed4da55'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:35:52.455242 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-157feb0d-58fd-4746-885d-4abc354c2253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:35:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['343fbf0d-879b-49a6-8eeb-4b905ed4da55'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:35:52.468487 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-18bc9328-0e53-4823-a508-df725a35285b admin admin] For port a733d03e-3be1-403f-a1e3-4b11a655a06d, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=a733d03e-3be1-403f-a1e3-4b11a655a06d,segment=NetworkSegment(4f28365d-aca5-4c5a-9953-491fa10de68c),segment_id=4f28365d-aca5-4c5a-9953-491fa10de68c)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:35:52.468839 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-18bc9328-0e53-4823-a508-df725a35285b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:52.480703 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-18bc9328-0e53-4823-a508-df725a35285b admin admin] Calling delete_port for a733d03e-3be1-403f-a1e3-4b11a655a06d owned by network:router_gateway {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:35:52.538736 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-157feb0d-58fd-4746-885d-4abc354c2253 None None] Set router 343fbf0d-879b-49a6-8eeb-4b905ed4da55 gateway port host: None {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:35:52.590701 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-157feb0d-58fd-4746-885d-4abc354c2253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'name': 'tempest-AttachVolumeTestJSON-1233558065-router', 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:29:29Z', 'updated_at': '2021-06-26T21:35:52Z', 'revision_number': 6, 'project_id': '95b2f2bc0b574f2b979cd6ba40175646', 'gw_port_host': None}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:35:52.616483 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157feb0d-58fd-4746-885d-4abc354c2253 None None] The sync data for ids ['343fbf0d-879b-49a6-8eeb-4b905ed4da55'] in dv-cinder-798208-1-iscsi is: [{'id': '343fbf0d-879b-49a6-8eeb-4b905ed4da55', 'name': 'tempest-AttachVolumeTestJSON-1233558065-router', 'tenant_id': '95b2f2bc0b574f2b979cd6ba40175646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:29:29Z', 'updated_at': '2021-06-26T21:35:52Z', 'revision_number': 6, 'project_id': '95b2f2bc0b574f2b979cd6ba40175646', 'gw_port_host': None}] {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 21:35:52.633670 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:52.644635 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-18bc9328-0e53-4823-a508-df725a35285b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8809482'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:52.647198 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b0f9b77d-d5c7-48f4-b873-68c66c132585 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:35:52.671599 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc9328-0e53-4823-a508-df725a35285b admin admin] Pushing event deleted for resources: {'Port': ['ID=a733d03e-3be1-403f-a1e3-4b11a655a06d,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:35:52.674523 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-18bc9328-0e53-4823-a508-df725a35285b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:35:52.732007 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-18bc9328-0e53-4823-a508-df725a35285b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642748'] for router_gateway, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:52.825048 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-18bc9328-0e53-4823-a508-df725a35285b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11014'] for router, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:52.827278 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-18bc9328-0e53-4823-a508-df725a35285b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:52.869571 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-18bc9328-0e53-4823-a508-df725a35285b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641515'] for router, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:52.870348 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18bc9328-0e53-4823-a508-df725a35285b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 343fbf0d-879b-49a6-8eeb-4b905ed4da55 {{(pid=92922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 21:35:52.875037 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-18bc9328-0e53-4823-a508-df725a35285b admin admin] Notify callbacks [] for router, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:52.876221 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-18bc9328-0e53-4823-a508-df725a35285b admin admin] 10.222.0.24 "DELETE /v2.0/routers/343fbf0d-879b-49a6-8eeb-4b905ed4da55 HTTP/1.1" status: 204 len: 168 time: 0.7391593 Jun 26 21:35:52.878907 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 46042) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:35:52.923602 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3c045c7-6543-4803-8369-f3ed4adb2515 admin admin] Deleting subnet c6283427-b1a2-45b8-8e04-fdc5bc89b513 {{(pid=92922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 21:35:52.926757 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b3c045c7-6543-4803-8369-f3ed4adb2515 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:52.962286 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b3c045c7-6543-4803-8369-f3ed4adb2515 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12086082'] for subnet, precommit_delete_associations {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:53.046845 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b3c045c7-6543-4803-8369-f3ed4adb2515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4059658'] for subnet, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:53.101643 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b3c045c7-6543-4803-8369-f3ed4adb2515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4059677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-221544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8809520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12366152'] for subnet, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:53.103887 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:35:53.127353 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c045c7-6543-4803-8369-f3ed4adb2515 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6283427-b1a2-45b8-8e04-fdc5bc89b513,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:35:53.130783 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b3c045c7-6543-4803-8369-f3ed4adb2515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:35:53.131797 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b3c045c7-6543-4803-8369-f3ed4adb2515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:53.133670 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-b3c045c7-6543-4803-8369-f3ed4adb2515 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c6283427-b1a2-45b8-8e04-fdc5bc89b513 HTTP/1.1" status: 204 len: 168 time: 0.2537389 Jun 26 21:35:53.136221 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 46044) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:35:53.138841 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6b94fa-b6a1-45a0-b3b3-6e4cf61a3715 None None] Network d5655de1-5361-4a06-953a-81fc39e01316 requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:35:53.209139 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-854fd60f-1f95-4a41-ac3d-2fb79bf12bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4140915'] for network, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:53.261942 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-854fd60f-1f95-4a41-ac3d-2fb79bf12bfb admin admin] Deleting port 0ad12f76-1fe8-4e36-aa33-4755e9392360 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:35:53.262290 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-854fd60f-1f95-4a41-ac3d-2fb79bf12bfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:53.325630 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-854fd60f-1f95-4a41-ac3d-2fb79bf12bfb admin admin] For port 0ad12f76-1fe8-4e36-aa33-4755e9392360, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=0ad12f76-1fe8-4e36-aa33-4755e9392360,segment=NetworkSegment(4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98),segment_id=4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:35:53.325911 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-854fd60f-1f95-4a41-ac3d-2fb79bf12bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:53.342243 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-854fd60f-1f95-4a41-ac3d-2fb79bf12bfb admin admin] Calling delete_port for 0ad12f76-1fe8-4e36-aa33-4755e9392360 owned by network:dhcp {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:35:53.394494 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb954023-1eb4-4892-8a36-0e9bfa64f11a None None] DHCP port deletion for d5655de1-5361-4a06-953a-81fc39e01316 request from dv-cinder-798208-1-iscsi {{(pid=92923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 26 21:35:53.428731 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-854fd60f-1f95-4a41-ac3d-2fb79bf12bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8809482'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:53.432877 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b0f9b77d-d5c7-48f4-b873-68c66c132585 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:35:53.444226 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-fb954023-1eb4-4892-8a36-0e9bfa64f11a None None] Deleting port 0ad12f76-1fe8-4e36-aa33-4755e9392360 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:35:53.444611 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fb954023-1eb4-4892-8a36-0e9bfa64f11a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:53.461566 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854fd60f-1f95-4a41-ac3d-2fb79bf12bfb admin admin] Pushing event deleted for resources: {'Port': ['ID=0ad12f76-1fe8-4e36-aa33-4755e9392360,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:35:53.463880 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-854fd60f-1f95-4a41-ac3d-2fb79bf12bfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:35:53.464905 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854fd60f-1f95-4a41-ac3d-2fb79bf12bfb admin admin] No DVR routers for this DVR port 0ad12f76-1fe8-4e36-aa33-4755e9392360 on host dv-cinder-798208-1-iscsi {{(pid=92922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 21:35:53.519520 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-fb954023-1eb4-4892-8a36-0e9bfa64f11a None None] For port 0ad12f76-1fe8-4e36-aa33-4755e9392360, host dv-cinder-798208-1-iscsi, got binding levels [] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:35:53.519932 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fb954023-1eb4-4892-8a36-0e9bfa64f11a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:53.533347 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-fb954023-1eb4-4892-8a36-0e9bfa64f11a None None] Calling delete_port for 0ad12f76-1fe8-4e36-aa33-4755e9392360 owned by network:dhcp {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:35:53.536974 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.ipam_backend_mixin [None req-fb954023-1eb4-4892-8a36-0e9bfa64f11a None None] Port 0ad12f76-1fe8-4e36-aa33-4755e9392360 was not found and therefore no delete operation was performed {{(pid=92923) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 26 21:35:53.538240 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fb954023-1eb4-4892-8a36-0e9bfa64f11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:53.540962 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:35:53.543424 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-854fd60f-1f95-4a41-ac3d-2fb79bf12bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4059223', 'neutron.services.segments.db._delete_segments_for_network-8773185548566'] for network, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:53.554433 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-854fd60f-1f95-4a41-ac3d-2fb79bf12bfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5655de1-5361-4a06-953a-81fc39e01316']}} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:35:53.565278 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-854fd60f-1f95-4a41-ac3d-2fb79bf12bfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98') {'for_net_delete': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:35:53.565278 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-854fd60f-1f95-4a41-ac3d-2fb79bf12bfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b1a2d4d-2888-41df-aa57-8b4c2ebe7e98') {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:35:53.565765 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb954023-1eb4-4892-8a36-0e9bfa64f11a None None] Pushing event deleted for resources: {'Port': ['ID=0ad12f76-1fe8-4e36-aa33-4755e9392360,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:35:53.567730 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb954023-1eb4-4892-8a36-0e9bfa64f11a None None] No DVR routers for this DVR port 0ad12f76-1fe8-4e36-aa33-4755e9392360 on host dv-cinder-798208-1-iscsi {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 21:35:53.569219 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-fb954023-1eb4-4892-8a36-0e9bfa64f11a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:35:53.579553 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-854fd60f-1f95-4a41-ac3d-2fb79bf12bfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773185534967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12086101'] for segment, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:53.594705 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-854fd60f-1f95-4a41-ac3d-2fb79bf12bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175'] for segment, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:53.602591 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-854fd60f-1f95-4a41-ac3d-2fb79bf12bfb admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=92922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 21:35:53.602918 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-854fd60f-1f95-4a41-ac3d-2fb79bf12bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8809685'] for segment, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:53.605048 dv-cinder-798208-1-iscsi neutron-server[92922]: Traceback (most recent call last): Jun 26 21:35:53.605048 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 21:35:53.605048 dv-cinder-798208-1-iscsi neutron-server[92922]: timer() Jun 26 21:35:53.605048 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 21:35:53.605048 dv-cinder-798208-1-iscsi neutron-server[92922]: cb(*args, **kw) Jun 26 21:35:53.605048 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 21:35:53.605048 dv-cinder-798208-1-iscsi neutron-server[92922]: return func(*args, **kwargs) Jun 26 21:35:53.605048 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 21:35:53.605048 dv-cinder-798208-1-iscsi neutron-server[92922]: self._notify() Jun 26 21:35:53.605048 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 21:35:53.605048 dv-cinder-798208-1-iscsi neutron-server[92922]: self.callback(batched_events) Jun 26 21:35:53.605048 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 21:35:53.605048 dv-cinder-798208-1-iscsi neutron-server[92922]: event.method(event) Jun 26 21:35:53.605048 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 21:35:53.605048 dv-cinder-798208-1-iscsi neutron-server[92922]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 21:35:53.605048 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 21:35:53.605048 dv-cinder-798208-1-iscsi neutron-server[92922]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 21:35:53.605048 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 21:35:53.605048 dv-cinder-798208-1-iscsi neutron-server[92922]: return f(self, *a, **k) Jun 26 21:35:53.605048 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 21:35:53.605048 dv-cinder-798208-1-iscsi neutron-server[92922]: return self._get(url).json() Jun 26 21:35:53.605048 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 21:35:53.605048 dv-cinder-798208-1-iscsi neutron-server[92922]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 21:35:53.605048 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 21:35:53.605048 dv-cinder-798208-1-iscsi neutron-server[92922]: return self.request(url, 'GET', **kwargs) Jun 26 21:35:53.605048 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 21:35:53.605048 dv-cinder-798208-1-iscsi neutron-server[92922]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 21:35:53.605048 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 21:35:53.605048 dv-cinder-798208-1-iscsi neutron-server[92922]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 21:35:53.605048 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 21:35:53.605048 dv-cinder-798208-1-iscsi neutron-server[92922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 21:35:53.605048 dv-cinder-798208-1-iscsi neutron-server[92922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 21:35:53.673316 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-854fd60f-1f95-4a41-ac3d-2fb79bf12bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4059228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-938849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642676'] for network, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:53.679307 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-854fd60f-1f95-4a41-ac3d-2fb79bf12bfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for network, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:53.681578 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-854fd60f-1f95-4a41-ac3d-2fb79bf12bfb admin admin] 10.222.0.24 "DELETE /v2.0/networks/d5655de1-5361-4a06-953a-81fc39e01316 HTTP/1.1" status: 204 len: 168 time: 0.5444086 Jun 26 21:35:53.682514 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:35:53.699798 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854fd60f-1f95-4a41-ac3d-2fb79bf12bfb admin admin] Pushing event deleted for resources: {'Network': ['ID=d5655de1-5361-4a06-953a-81fc39e01316,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:35:53.702421 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-854fd60f-1f95-4a41-ac3d-2fb79bf12bfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:35:53.721726 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device da0550cb-cccb-4c89-a877-f92a0fb439b9 no longer exists at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:35:53.756305 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] No Port match for: da0550cb-cccb-4c89-a877-f92a0fb439b9 {{(pid=92923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 21:35:53.756642 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device da0550cb-cccb-4c89-a877-f92a0fb439b9 not bound to the agent host dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 21:35:53.757054 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device a733d03e-3be1-403f-a1e3-4b11a655a06d no longer exists at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:35:53.779745 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] No Port match for: a733d03e-3be1-403f-a1e3-4b11a655a06d {{(pid=92923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 21:35:53.780103 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device a733d03e-3be1-403f-a1e3-4b11a655a06d not bound to the agent host dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 21:35:53.780537 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 0ad12f76-1fe8-4e36-aa33-4755e9392360 no longer exists at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:35:53.803639 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] No Port match for: 0ad12f76-1fe8-4e36-aa33-4755e9392360 {{(pid=92923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 21:35:53.803993 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 0ad12f76-1fe8-4e36-aa33-4755e9392360 not bound to the agent host dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 21:35:53.818110 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 46048) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:35:53.856899 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-6ba47b56-0d6f-4d4b-b9b1-757ce724f74b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=95b2f2bc0b574f2b979cd6ba40175646&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0375347 Jun 26 21:35:53.859385 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 46050) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:35:53.905590 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7b08d9e5-b880-4649-ae8e-d280dc86513a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:53.925865 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7b08d9e5-b880-4649-ae8e-d280dc86513a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:53.977155 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7b08d9e5-b880-4649-ae8e-d280dc86513a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:53.979804 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7b08d9e5-b880-4649-ae8e-d280dc86513a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:53.980955 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-7b08d9e5-b880-4649-ae8e-d280dc86513a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a5898f20-3070-4b0e-95d7-f2afaf7eb6c6 HTTP/1.1" status: 204 len: 168 time: 0.1206386 Jun 26 21:35:53.981656 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:35:53.989757 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b08d9e5-b880-4649-ae8e-d280dc86513a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5898f20-3070-4b0e-95d7-f2afaf7eb6c6,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:35:53.992306 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-7b08d9e5-b880-4649-ae8e-d280dc86513a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:35:54.082998 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-109ff992-9421-43af-a156-d9ced31b925f req-ad9e8e61-15ae-4fba-802d-85d503b214f6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0528595 Jun 26 21:35:54.208445 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ff992-9421-43af-a156-d9ced31b925f req-e1843ab8-798e-45b6-b083-58a24e3bcc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:54.209970 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-109ff992-9421-43af-a156-d9ced31b925f req-e1843ab8-798e-45b6-b083-58a24e3bcc30 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55d314cce60e4244b7a6c90dbc16089b&device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 1100 time: 0.0706272 Jun 26 21:35:54.325341 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ff992-9421-43af-a156-d9ced31b925f req-7dd4e04d-2567-4ab0-a010-687b1cf04074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:54.325341 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-109ff992-9421-43af-a156-d9ced31b925f req-7dd4e04d-2567-4ab0-a010-687b1cf04074 service neutron] 10.222.0.41 "GET /v2.0/networks?id=054ba6ce-4b49-439d-a549-d4107e8e07e7 HTTP/1.1" status: 200 len: 917 time: 0.0951824 Jun 26 21:35:54.406594 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-109ff992-9421-43af-a156-d9ced31b925f req-7fcfb223-8266-4c68-805d-940bcaf80004 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1f71ed7-9f96-44b0-b6f7-e74e88a7525c HTTP/1.1" status: 200 len: 1001 time: 0.0688279 Jun 26 21:35:54.465511 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ff992-9421-43af-a156-d9ced31b925f req-cdf7b3ce-ad7b-43ab-8e3c-2318e8854ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:54.467010 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-109ff992-9421-43af-a156-d9ced31b925f req-cdf7b3ce-ad7b-43ab-8e3c-2318e8854ff5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665 HTTP/1.1" status: 200 len: 855 time: 0.0535188 Jun 26 21:35:54.526164 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ff992-9421-43af-a156-d9ced31b925f req-d7102ad4-74b4-4c97-9381-6a1a3c008744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:54.527688 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-109ff992-9421-43af-a156-d9ced31b925f req-d7102ad4-74b4-4c97-9381-6a1a3c008744 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=054ba6ce-4b49-439d-a549-d4107e8e07e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526814 Jun 26 21:35:54.620971 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-109ff992-9421-43af-a156-d9ced31b925f req-65d222e1-7069-4811-b927-eb8aec5ae076 service neutron] 10.222.0.41 "GET /v2.0/networks/054ba6ce-4b49-439d-a549-d4107e8e07e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860484 Jun 26 21:35:54.625285 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d366c783-8aec-4a41-8b30-06941a21ca88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:54.713957 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-109ff992-9421-43af-a156-d9ced31b925f req-4bed8766-e7e7-4fb3-91c1-54d27c443653 service neutron] 10.222.0.41 "GET /v2.0/networks/054ba6ce-4b49-439d-a549-d4107e8e07e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828793 Jun 26 21:35:55.881742 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:55.896373 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:57.617471 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:35:59.814722 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496cfe09-8d2a-4e12-a7c1-2f40b15bd634 req-6468466d-b8ff-4245-939a-0beb08abeea4 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:35:59.816227 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-496cfe09-8d2a-4e12-a7c1-2f40b15bd634 req-6468466d-b8ff-4245-939a-0beb08abeea4 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 947 time: 0.0935237 Jun 26 21:35:59.863326 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-496cfe09-8d2a-4e12-a7c1-2f40b15bd634 req-b125d9b9-190c-4d62-972d-105ff55c1841 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405633 Jun 26 21:36:01.083251 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3877a7-52a2-4817-bf4c-9609d638d6f1 req-6cec58c2-1190-46c5-9b5c-974d69414693 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:36:01.084884 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6e3877a7-52a2-4817-bf4c-9609d638d6f1 req-6cec58c2-1190-46c5-9b5c-974d69414693 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 947 time: 0.0913484 Jun 26 21:36:01.183394 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6e3877a7-52a2-4817-bf4c-9609d638d6f1 req-888edab5-fceb-4a33-8395-d0e6a3ae78a4 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921121 Jun 26 21:36:01.240283 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078b1e5-6f4d-40bb-b59c-c5f322870166 req-f442def3-e24e-4f74-8b37-7131bb1d13ba tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:36:01.241917 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4078b1e5-6f4d-40bb-b59c-c5f322870166 req-f442def3-e24e-4f74-8b37-7131bb1d13ba tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.41 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 947 time: 0.1319962 Jun 26 21:36:01.373288 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-4078b1e5-6f4d-40bb-b59c-c5f322870166 req-cce09b17-1f22-49ae-99fd-3e764875f320 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Deleting port f1f71ed7-9f96-44b0-b6f7-e74e88a7525c {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:36:01.373654 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-4078b1e5-6f4d-40bb-b59c-c5f322870166 req-cce09b17-1f22-49ae-99fd-3e764875f320 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:01.483082 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-4078b1e5-6f4d-40bb-b59c-c5f322870166 req-cce09b17-1f22-49ae-99fd-3e764875f320 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] For port f1f71ed7-9f96-44b0-b6f7-e74e88a7525c, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=f1f71ed7-9f96-44b0-b6f7-e74e88a7525c,segment=NetworkSegment(b01e252e-c69b-424c-adf8-eabe4b93980a),segment_id=b01e252e-c69b-424c-adf8-eabe4b93980a)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:36:01.483427 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-4078b1e5-6f4d-40bb-b59c-c5f322870166 req-cce09b17-1f22-49ae-99fd-3e764875f320 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:01.733741 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-4078b1e5-6f4d-40bb-b59c-c5f322870166 req-cce09b17-1f22-49ae-99fd-3e764875f320 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:01.734018 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-4078b1e5-6f4d-40bb-b59c-c5f322870166 req-cce09b17-1f22-49ae-99fd-3e764875f320 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642591'] for floatingip, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:01.734465 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.db.l3_db [req-4078b1e5-6f4d-40bb-b59c-c5f322870166 req-cce09b17-1f22-49ae-99fd-3e764875f320 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Floating IP 0421b7e6-4e1f-4384-bbfc-1cfcfe7a31ea disassociated. External IP: 172.27.2.75, port: f1f71ed7-9f96-44b0-b6f7-e74e88a7525c. Jun 26 21:36:01.734809 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-4078b1e5-6f4d-40bb-b59c-c5f322870166 req-cce09b17-1f22-49ae-99fd-3e764875f320 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Calling delete_port for f1f71ed7-9f96-44b0-b6f7-e74e88a7525c owned by compute:nova {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:36:01.891070 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-4078b1e5-6f4d-40bb-b59c-c5f322870166 req-cce09b17-1f22-49ae-99fd-3e764875f320 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8809482'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:01.895648 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-8991611d-b823-4106-84a6-eac7ef833587 tempest-DeleteServersTestJSON-1410689336 tempest-DeleteServersTestJSON-1410689336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:36:01.926888 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce09b17-1f22-49ae-99fd-3e764875f320 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Pushing event deleted for resources: {'Port': ['ID=f1f71ed7-9f96-44b0-b6f7-e74e88a7525c,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:36:01.941380 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce09b17-1f22-49ae-99fd-3e764875f320 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:36:01.941753 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce09b17-1f22-49ae-99fd-3e764875f320 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:36:01.942128 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce09b17-1f22-49ae-99fd-3e764875f320 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:36:01.942513 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce09b17-1f22-49ae-99fd-3e764875f320 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:36:01.942884 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce09b17-1f22-49ae-99fd-3e764875f320 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:36:01.943279 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce09b17-1f22-49ae-99fd-3e764875f320 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:36:01.943646 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce09b17-1f22-49ae-99fd-3e764875f320 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:36:01.944004 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce09b17-1f22-49ae-99fd-3e764875f320 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:36:01.944359 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce09b17-1f22-49ae-99fd-3e764875f320 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:36:01.944726 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce09b17-1f22-49ae-99fd-3e764875f320 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:36:01.945086 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce09b17-1f22-49ae-99fd-3e764875f320 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:36:01.945455 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce09b17-1f22-49ae-99fd-3e764875f320 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:36:01.949497 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-cce09b17-1f22-49ae-99fd-3e764875f320 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:36:02.072236 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4078b1e5-6f4d-40bb-b59c-c5f322870166 req-cce09b17-1f22-49ae-99fd-3e764875f320 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Router 07656fef-9c4d-4e9f-b32a-fdaaf697a0e5 has already been hosted by L3 agent 8f52ff15-e1cf-4181-89b9-9a217ed1d1bf {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 21:36:02.190430 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4078b1e5-6f4d-40bb-b59c-c5f322870166 req-cce09b17-1f22-49ae-99fd-3e764875f320 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify agent at l3_agent.dv-cinder-798208-1-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 21:36:02.204328 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b50def-9828-496d-bc90-f05b022d73b5 None None] Sync routers for ids ['07656fef-9c4d-4e9f-b32a-fdaaf697a0e5'] in dv-cinder-798208-1-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 21:36:02.215178 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b50def-9828-496d-bc90-f05b022d73b5 None None] Routers {'07656fef-9c4d-4e9f-b32a-fdaaf697a0e5'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:36:02.216003 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-60b50def-9828-496d-bc90-f05b022d73b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:35:55Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['07656fef-9c4d-4e9f-b32a-fdaaf697a0e5'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:36:02.236389 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-4078b1e5-6f4d-40bb-b59c-c5f322870166 req-cce09b17-1f22-49ae-99fd-3e764875f320 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] No DVR routers for this DVR port f1f71ed7-9f96-44b0-b6f7-e74e88a7525c on host hv-cinder-79820 {{(pid=92922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 21:36:02.239597 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-4078b1e5-6f4d-40bb-b59c-c5f322870166 req-cce09b17-1f22-49ae-99fd-3e764875f320 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:02.241887 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4078b1e5-6f4d-40bb-b59c-c5f322870166 req-cce09b17-1f22-49ae-99fd-3e764875f320 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.41 "DELETE /v2.0/ports/f1f71ed7-9f96-44b0-b6f7-e74e88a7525c HTTP/1.1" status: 204 len: 173 time: 0.9931021 Jun 26 21:36:02.242501 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256abcf8-a89a-43b6-a840-d5fadce1cbd9', 'name': 'network-vif-deleted', 'tag': 'f1f71ed7-9f96-44b0-b6f7-e74e88a7525c'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:36:02.244978 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02b73ab247f9faeb07a43472fb83bf8797eb00ff3c4bc2c6d8d9a12e0ada40b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c18bd5-0d6c-4709-b9a1-d7aa886a7c58" -d '{"events": [{"server_uuid": "256abcf8-a89a-43b6-a840-d5fadce1cbd9", "name": "network-vif-deleted", "tag": "f1f71ed7-9f96-44b0-b6f7-e74e88a7525c"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:36:02.325106 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 21:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d91198-68dc-4214-b4b6-5310e1c69e50 x-openstack-request-id: req-11d91198-68dc-4214-b4b6-5310e1c69e50 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:36:02.325671 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "256abcf8-a89a-43b6-a840-d5fadce1cbd9", "name": "network-vif-deleted", "tag": "f1f71ed7-9f96-44b0-b6f7-e74e88a7525c", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:36:02.325972 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-11d91198-68dc-4214-b4b6-5310e1c69e50 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:36:02.326411 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '256abcf8-a89a-43b6-a840-d5fadce1cbd9', 'name': 'network-vif-deleted', 'tag': 'f1f71ed7-9f96-44b0-b6f7-e74e88a7525c', 'status': 'completed', 'code': 200} Jun 26 21:36:02.391801 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-60b50def-9828-496d-bc90-f05b022d73b5 None None] Set router 07656fef-9c4d-4e9f-b32a-fdaaf697a0e5 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:36:02.403841 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cb72de19-fdcd-4268-8248-2b0c06ce5133 req-3a8a2d64-569e-46a7-99fc-54ddf0befc54 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=256abcf8-a89a-43b6-a840-d5fadce1cbd9 HTTP/1.1" status: 200 len: 210 time: 0.0491483 Jun 26 21:36:02.638996 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-60b50def-9828-496d-bc90-f05b022d73b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'name': 'tempest-AttachVolumeShelveTestJSON-876745911-router', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '5c5de66f-d3cd-4d48-9793-0a43e4ed06b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:33:12Z', 'updated_at': '2021-06-26T21:33:16Z', 'revision_number': 4, 'project_id': '55d314cce60e4244b7a6c90dbc16089b', 'gw_port': {'id': '5c5de66f-d3cd-4d48-9793-0a43e4ed06b0', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:33:13Z', 'updated_at': '2021-06-26T21:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': '2cd25236-2283-4645-b75e-951ebe77ef96', 'name': '', 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'mac_address': 'fa:16:3e:df:46:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:33:15Z', 'updated_at': '2021-06-26T21:33:23Z', 'revision_number': 5, 'project_id': '55d314cce60e4244b7a6c90dbc16089b', 'subnets': [{'id': '5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:36:02.668154 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b50def-9828-496d-bc90-f05b022d73b5 None None] Checking router: 07656fef-9c4d-4e9f-b32a-fdaaf697a0e5 for host: dv-cinder-798208-1-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 21:36:02.676211 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b50def-9828-496d-bc90-f05b022d73b5 None None] Routers {'07656fef-9c4d-4e9f-b32a-fdaaf697a0e5'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:36:02.676844 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-60b50def-9828-496d-bc90-f05b022d73b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:35:55Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['07656fef-9c4d-4e9f-b32a-fdaaf697a0e5'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:36:02.791579 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-60b50def-9828-496d-bc90-f05b022d73b5 None None] Set router 07656fef-9c4d-4e9f-b32a-fdaaf697a0e5 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:36:03.218332 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-60b50def-9828-496d-bc90-f05b022d73b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'name': 'tempest-AttachVolumeShelveTestJSON-876745911-router', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '5c5de66f-d3cd-4d48-9793-0a43e4ed06b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:33:12Z', 'updated_at': '2021-06-26T21:33:16Z', 'revision_number': 4, 'project_id': '55d314cce60e4244b7a6c90dbc16089b', 'gw_port': {'id': '5c5de66f-d3cd-4d48-9793-0a43e4ed06b0', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:33:13Z', 'updated_at': '2021-06-26T21:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': '2cd25236-2283-4645-b75e-951ebe77ef96', 'name': '', 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'mac_address': 'fa:16:3e:df:46:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:33:15Z', 'updated_at': '2021-06-26T21:33:23Z', 'revision_number': 5, 'project_id': '55d314cce60e4244b7a6c90dbc16089b', 'subnets': [{'id': '5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:36:03.250074 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b50def-9828-496d-bc90-f05b022d73b5 None None] The sync data for ids ['07656fef-9c4d-4e9f-b32a-fdaaf697a0e5'] in dv-cinder-798208-1-iscsi is: [{'id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'name': 'tempest-AttachVolumeShelveTestJSON-876745911-router', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '5c5de66f-d3cd-4d48-9793-0a43e4ed06b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:33:12Z', 'updated_at': '2021-06-26T21:33:16Z', 'revision_number': 4, 'project_id': '55d314cce60e4244b7a6c90dbc16089b', 'gw_port': {'id': '5c5de66f-d3cd-4d48-9793-0a43e4ed06b0', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:33:13Z', 'updated_at': '2021-06-26T21:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': '2cd25236-2283-4645-b75e-951ebe77ef96', 'name': '', 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'mac_address': 'fa:16:3e:df:46:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:33:15Z', 'updated_at': '2021-06-26T21:33:23Z', 'revision_number': 5, 'project_id': '55d314cce60e4244b7a6c90dbc16089b', 'subnets': [{'id': '5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 21:36:03.488913 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2df0de-2460-4333-acbe-266de83d9e1b None None] New status for floating IP 0421b7e6-4e1f-4384-bbfc-1cfcfe7a31ea: DOWN {{(pid=92923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 21:36:03.537288 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 46190) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:36:03.615973 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3cdf4611-816b-4610-8ec5-c15b1fa917c6 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:03.651135 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3cdf4611-816b-4610-8ec5-c15b1fa917c6 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:03.721600 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3cdf4611-816b-4610-8ec5-c15b1fa917c6 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:03.726687 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3cdf4611-816b-4610-8ec5-c15b1fa917c6 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:03.728511 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-3cdf4611-816b-4610-8ec5-c15b1fa917c6 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "DELETE /v2.0/security-groups/4f4c0cdc-252a-451f-ab9b-0e724abf3fbf HTTP/1.1" status: 204 len: 168 time: 0.1900299 Jun 26 21:36:03.730070 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-2cb9b47d-e90d-4c17-9cb4-3faf3a9bb0ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:36:03.733279 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 46196) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:36:03.748418 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdf4611-816b-4610-8ec5-c15b1fa917c6 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4c0cdc-252a-451f-ab9b-0e724abf3fbf,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:36:03.752418 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-3cdf4611-816b-4610-8ec5-c15b1fa917c6 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:36:03.762610 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.api.v2.resource [None req-f3756d80-bd2d-4755-9010-18f3bf8e6c5f tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] show failed (client error): The resource could not be found. Jun 26 21:36:03.764397 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-f3756d80-bd2d-4755-9010-18f3bf8e6c5f tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups/4f4c0cdc-252a-451f-ab9b-0e724abf3fbf HTTP/1.1" status: 404 len: 347 time: 0.0293653 Jun 26 21:36:03.770309 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 46198) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:36:03.929310 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-e6a563f7-7b45-45a7-8c4e-2b0edee02ebb tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Deleting port 2ce8fcc8-74ba-41eb-8947-fec400566c7e {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:36:03.929717 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6a563f7-7b45-45a7-8c4e-2b0edee02ebb tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:04.024705 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6a563f7-7b45-45a7-8c4e-2b0edee02ebb tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:04.025074 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6a563f7-7b45-45a7-8c4e-2b0edee02ebb tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:04.042158 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-e6a563f7-7b45-45a7-8c4e-2b0edee02ebb tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Calling delete_port for 2ce8fcc8-74ba-41eb-8947-fec400566c7e owned by network:floatingip {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:36:04.100006 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 46202) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:36:04.214738 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6a563f7-7b45-45a7-8c4e-2b0edee02ebb tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8896241'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:04.219470 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-d60a36bd-a52e-4fbd-8619-b64ca3c79263 tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:36:04.246039 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a393650c-6231-4604-81de-5e22cb303056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:04.276989 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a563f7-7b45-45a7-8c4e-2b0edee02ebb tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Pushing event deleted for resources: {'Port': ['ID=2ce8fcc8-74ba-41eb-8947-fec400566c7e,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:36:04.312533 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a563f7-7b45-45a7-8c4e-2b0edee02ebb tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:36:04.312819 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a563f7-7b45-45a7-8c4e-2b0edee02ebb tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:36:04.313338 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a563f7-7b45-45a7-8c4e-2b0edee02ebb tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:36:04.313497 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device f1f71ed7-9f96-44b0-b6f7-e74e88a7525c no longer exists at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:36:04.313671 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a563f7-7b45-45a7-8c4e-2b0edee02ebb tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:36:04.313876 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a563f7-7b45-45a7-8c4e-2b0edee02ebb tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:36:04.314178 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a563f7-7b45-45a7-8c4e-2b0edee02ebb tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:36:04.314531 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a563f7-7b45-45a7-8c4e-2b0edee02ebb tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:36:04.314952 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a563f7-7b45-45a7-8c4e-2b0edee02ebb tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:36:04.315475 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a563f7-7b45-45a7-8c4e-2b0edee02ebb tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:36:04.315667 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a563f7-7b45-45a7-8c4e-2b0edee02ebb tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:36:04.315986 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a563f7-7b45-45a7-8c4e-2b0edee02ebb tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:36:04.316324 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a563f7-7b45-45a7-8c4e-2b0edee02ebb tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:36:04.347773 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-e6a563f7-7b45-45a7-8c4e-2b0edee02ebb tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:36:04.349653 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] No Port match for: f1f71ed7-9f96-44b0-b6f7-e74e88a7525c {{(pid=92923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 21:36:04.350575 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device f1f71ed7-9f96-44b0-b6f7-e74e88a7525c not bound to the agent host hv-cinder-79820 {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 21:36:04.369214 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6a563f7-7b45-45a7-8c4e-2b0edee02ebb tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks [] for floatingip, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:04.372442 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6a563f7-7b45-45a7-8c4e-2b0edee02ebb tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for floatingip, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:04.374270 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-e6a563f7-7b45-45a7-8c4e-2b0edee02ebb tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "DELETE /v2.0/floatingips/0421b7e6-4e1f-4384-bbfc-1cfcfe7a31ea HTTP/1.1" status: 204 len: 168 time: 0.6024404 Jun 26 21:36:04.407729 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a393650c-6231-4604-81de-5e22cb303056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:04.414838 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a393650c-6231-4604-81de-5e22cb303056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:04.417693 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-49a910ef-be07-46a8-abae-6b3ba0d6f5a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:36:04.463113 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-a393650c-6231-4604-81de-5e22cb303056 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0ef97f5944ad4d18a6981706c4707291&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3560054 Jun 26 21:36:04.463113 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a393650c-6231-4604-81de-5e22cb303056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7358de51-2133-47a7-87f4-e928e6f0d353,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:36:04.463663 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 46208) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:36:04.475083 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-a393650c-6231-4604-81de-5e22cb303056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:36:04.525587 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3cf0a80e-6cfb-4f64-9dd9-0d8ddf55efb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:04.555247 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3cf0a80e-6cfb-4f64-9dd9-0d8ddf55efb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:04.624654 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3cf0a80e-6cfb-4f64-9dd9-0d8ddf55efb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:04.627907 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3cf0a80e-6cfb-4f64-9dd9-0d8ddf55efb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:04.631640 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-3cf0a80e-6cfb-4f64-9dd9-0d8ddf55efb7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7358de51-2133-47a7-87f4-e928e6f0d353 HTTP/1.1" status: 204 len: 168 time: 0.1680052 Jun 26 21:36:04.631640 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-04196565-c909-42e0-a5c1-81011d836964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:36:04.641583 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf0a80e-6cfb-4f64-9dd9-0d8ddf55efb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7358de51-2133-47a7-87f4-e928e6f0d353,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:36:04.644740 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-3cf0a80e-6cfb-4f64-9dd9-0d8ddf55efb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:36:04.780412 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.agents_db [None req-53b98272-06bb-47ef-8924-edf36d473ef8 None None] Agent healthcheck: found 6 active agents {{(pid=92924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 21:36:04.883738 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 46216) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:36:04.888613 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-47b01362-0adf-48ef-b7b1-57420e61990b tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1843379720', 'description': 'tempest-description--2014790421'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:36:04.915769 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-47b01362-0adf-48ef-b7b1-57420e61990b tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:05.028168 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-47b01362-0adf-48ef-b7b1-57420e61990b tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:05.033308 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-47b01362-0adf-48ef-b7b1-57420e61990b tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:05.036357 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-4ebe951e-9dd3-427f-8621-55c3fc5909cd tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:36:05.080249 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b01362-0adf-48ef-b7b1-57420e61990b tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:36:05.085873 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-47b01362-0adf-48ef-b7b1-57420e61990b tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:36:05.087140 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-47b01362-0adf-48ef-b7b1-57420e61990b tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:05.093516 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-47b01362-0adf-48ef-b7b1-57420e61990b tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2043138 Jun 26 21:36:05.094937 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 46224) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:36:05.102825 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-cd433bdf-4e19-4946-a67f-968ba678a99e tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Request body: {'security_group_rule': {'security_group_id': '4d2b951a-ea0e-423c-8116-6b4ccf7c8de1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:36:05.139135 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cd433bdf-4e19-4946-a67f-968ba678a99e tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:05.213323 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cd433bdf-4e19-4946-a67f-968ba678a99e tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:05.219834 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cd433bdf-4e19-4946-a67f-968ba678a99e tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-625768'] for security_group_rule, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:05.225491 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:36:05.246730 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd433bdf-4e19-4946-a67f-968ba678a99e tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8729054b-20c5-4f69-9700-ffe6ad60a5a7,revision_number=0']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:36:05.250729 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cd433bdf-4e19-4946-a67f-968ba678a99e tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:36:05.259095 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cd433bdf-4e19-4946-a67f-968ba678a99e tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:05.260959 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-cd433bdf-4e19-4946-a67f-968ba678a99e tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1643138 Jun 26 21:36:05.263637 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 46230) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:36:05.268604 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-3471e901-348d-44cc-a471-786e717c4973 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Request body: {'security_group_rule': {'security_group_id': '4d2b951a-ea0e-423c-8116-6b4ccf7c8de1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:36:05.302114 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3471e901-348d-44cc-a471-786e717c4973 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:05.393174 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3471e901-348d-44cc-a471-786e717c4973 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:05.397733 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3471e901-348d-44cc-a471-786e717c4973 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-625768'] for security_group_rule, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:05.400411 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:36:05.421913 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3471e901-348d-44cc-a471-786e717c4973 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d15b8b4-f767-4d27-98c3-1547ef8a4f12,revision_number=0']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:36:05.425038 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-3471e901-348d-44cc-a471-786e717c4973 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:36:05.433887 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3471e901-348d-44cc-a471-786e717c4973 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:05.441168 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 46236) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:36:05.442688 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-3471e901-348d-44cc-a471-786e717c4973 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1763043 Jun 26 21:36:05.449339 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-4f901750-5178-444f-9bd6-419cca8d2535 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Request body: {'floatingip': {'floating_network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:36:05.479782 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4f901750-5178-444f-9bd6-419cca8d2535 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks [] for floatingip, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:05.623156 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4f901750-5178-444f-9bd6-419cca8d2535 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:05.797600 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-4f901750-5178-444f-9bd6-419cca8d2535 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Allocated IP 172.27.2.241 (fc74eb2e-f674-4785-8e1a-443cbfb459f7/02c6eafe-d2ac-4065-b904-73ec1df0a44a/91967acd-e3d2-4fef-ade6-0a549cc4640b) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:36:05.932618 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4f901750-5178-444f-9bd6-419cca8d2535 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:05.997194 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4f901750-5178-444f-9bd6-419cca8d2535 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8809475'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:06.001923 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-54ae6c9d-b06d-45bf-b168-f4278f4398a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:36:06.044900 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f901750-5178-444f-9bd6-419cca8d2535 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Network fc74eb2e-f674-4785-8e1a-443cbfb459f7 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:36:06.054230 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-4f901750-5178-444f-9bd6-419cca8d2535 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:36:06.062605 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f901750-5178-444f-9bd6-419cca8d2535 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:36:06.065405 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f901750-5178-444f-9bd6-419cca8d2535 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Pushing event updated for resources: {'Port': ['ID=91967acd-e3d2-4fef-ade6-0a549cc4640b,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:36:06.069209 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-4f901750-5178-444f-9bd6-419cca8d2535 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:36:06.157655 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4f901750-5178-444f-9bd6-419cca8d2535 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:06.211806 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4f901750-5178-444f-9bd6-419cca8d2535 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:06.706240 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4f901750-5178-444f-9bd6-419cca8d2535 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:06.710653 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4f901750-5178-444f-9bd6-419cca8d2535 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8809713'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:06.712884 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e95069d7-ed3c-4e2f-84d8-4927e5a12a5f tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:36:06.779281 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f901750-5178-444f-9bd6-419cca8d2535 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Pushing event updated for resources: {'Port': ['ID=91967acd-e3d2-4fef-ade6-0a549cc4640b,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:36:06.783140 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-4f901750-5178-444f-9bd6-419cca8d2535 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:36:06.790218 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4f901750-5178-444f-9bd6-419cca8d2535 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642591'] for floatingip, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:06.806903 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4f901750-5178-444f-9bd6-419cca8d2535 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for floatingip, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:06.808181 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-4f901750-5178-444f-9bd6-419cca8d2535 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3650792 Jun 26 21:36:07.005354 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-a7a502c3-afb4-47ea-86dd-dca0a60d5f92 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1843379720&fields=id&tenant_id=55d314cce60e4244b7a6c90dbc16089b HTTP/1.1" status: 200 len: 267 time: 0.0359471 Jun 26 21:36:07.124572 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-0cc888f2-ecec-49cf-bbf4-a02e3714e0c8 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:36:07.126560 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-0cc888f2-ecec-49cf-bbf4-a02e3714e0c8 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/networks?id=054ba6ce-4b49-439d-a549-d4107e8e07e7 HTTP/1.1" status: 200 len: 816 time: 0.1142566 Jun 26 21:36:07.143331 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-eb3786bd-c0fd-4891-84a4-01e41676ff7b tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/quotas/55d314cce60e4244b7a6c90dbc16089b HTTP/1.1" status: 200 len: 375 time: 0.0104973 Jun 26 21:36:07.221375 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-7f461571-a0ff-4d2a-84c2-b0fe5e129e5f tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=55d314cce60e4244b7a6c90dbc16089b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0679519 Jun 26 21:36:07.427409 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-349b1b6c-0d7f-4d50-91c7-c71beaed76ee service neutron] 10.222.0.24 "GET /v2.0/networks/054ba6ce-4b49-439d-a549-d4107e8e07e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933620 Jun 26 21:36:07.542111 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-0c3a96a0-0319-40ff-a156-65e4190b6a6c service neutron] 10.222.0.24 "GET /v2.0/networks/054ba6ce-4b49-439d-a549-d4107e8e07e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042902 Jun 26 21:36:07.721845 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7b6262d5-38dd-4e9b-b26e-03475aa29dd9 req-c70378f7-c1cc-4d69-84c6-985cae4c3371 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 210 time: 0.0349197 Jun 26 21:36:08.893717 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5b64dc98-80de-494c-89bf-8913f9ea9a1c req-779446d3-8428-4e3e-93a9-25ed2a3cdebb tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 210 time: 0.0310876 Jun 26 21:36:09.156247 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-67947a98-c95e-47f0-b5ac-36f206e835c9 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:36:09.157804 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-67947a98-c95e-47f0-b5ac-36f206e835c9 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.41 "GET /v2.0/networks?id=054ba6ce-4b49-439d-a549-d4107e8e07e7 HTTP/1.1" status: 200 len: 816 time: 0.1741130 Jun 26 21:36:09.228336 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-04a5ac3a-942f-46eb-b19f-621737a123b1 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55d314cce60e4244b7a6c90dbc16089b HTTP/1.1" status: 200 len: 380 time: 0.0594790 Jun 26 21:36:09.238963 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-62ac73ba-f12d-4889-90a9-17bfc4fc4beb tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Request body: {'port': {'device_id': 'e7baf0a4-97d5-460e-b618-236e91833cde', 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7', 'admin_state_up': True, 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'security_groups': ['4d2b951a-ea0e-423c-8116-6b4ccf7c8de1']}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:36:09.417036 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-62ac73ba-f12d-4889-90a9-17bfc4fc4beb tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Made reservation on behalf of 55d314cce60e4244b7a6c90dbc16089b for: {'port': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:36:09.422165 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-62ac73ba-f12d-4889-90a9-17bfc4fc4beb tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:09.596772 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-62ac73ba-f12d-4889-90a9-17bfc4fc4beb tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Allocated IP 172.20.0.6 (054ba6ce-4b49-439d-a549-d4107e8e07e7/5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665/0df9f7ba-e298-4f7c-956e-64bc55ec6e83) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:36:09.792326 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-62ac73ba-f12d-4889-90a9-17bfc4fc4beb tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:09.807769 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-62ac73ba-f12d-4889-90a9-17bfc4fc4beb tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Transition to ACTIVE for port object 0df9f7ba-e298-4f7c-956e-64bc55ec6e83 will not be triggered until provisioned by entity DHCP. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:36:09.844844 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-62ac73ba-f12d-4889-90a9-17bfc4fc4beb tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8809475'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:09.849408 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-adbb5ee9-4c87-462d-aeb9-94d4a7d6bbc7 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:36:09.891231 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-62ac73ba-f12d-4889-90a9-17bfc4fc4beb tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Network 054ba6ce-4b49-439d-a549-d4107e8e07e7 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:36:09.895521 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-62ac73ba-f12d-4889-90a9-17bfc4fc4beb tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:36:09.902968 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-62ac73ba-f12d-4889-90a9-17bfc4fc4beb tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:36:09.931847 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac73ba-f12d-4889-90a9-17bfc4fc4beb tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Pushing event updated for resources: {'Port': ['ID=0df9f7ba-e298-4f7c-956e-64bc55ec6e83,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:36:09.938290 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-62ac73ba-f12d-4889-90a9-17bfc4fc4beb tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:36:09.980174 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-62ac73ba-f12d-4889-90a9-17bfc4fc4beb tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:36:09.981513 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-62ac73ba-f12d-4889-90a9-17bfc4fc4beb tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:10.006657 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-62ac73ba-f12d-4889-90a9-17bfc4fc4beb tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7725677 Jun 26 21:36:10.022687 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-d4a2ef33-6f94-4640-9052-4d8da3713bda service neutron] Request body: {'port': {'device_id': 'e7baf0a4-97d5-460e-b618-236e91833cde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79820'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:36:10.231658 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-d4a2ef33-6f94-4640-9052-4d8da3713bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:10.263704 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-cc956b8b-f2b2-40c8-a741-9c96debfd7cb None None] Provisioning for port 0df9f7ba-e298-4f7c-956e-64bc55ec6e83 completed by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:36:10.265435 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5efd9c-d001-4a11-b028-5a77406f9caf req-31bc2b9e-2b14-480c-8729-414b69315795 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:36:10.268233 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fb5efd9c-d001-4a11-b028-5a77406f9caf req-31bc2b9e-2b14-480c-8729-414b69315795 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 931 time: 0.2186313 Jun 26 21:36:10.268847 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-cc956b8b-f2b2-40c8-a741-9c96debfd7cb None None] Provisioning complete for port 0df9f7ba-e298-4f7c-956e-64bc55ec6e83 triggered by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:36:10.269634 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cc956b8b-f2b2-40c8-a741-9c96debfd7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:10.315634 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-cc956b8b-f2b2-40c8-a741-9c96debfd7cb None None] Port 0df9f7ba-e298-4f7c-956e-64bc55ec6e83 cannot update to ACTIVE because it is not bound. {{(pid=92923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 21:36:10.403215 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fb5efd9c-d001-4a11-b028-5a77406f9caf req-34752e37-ba06-4445-a760-45fa19019eed tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240821 Jun 26 21:36:10.583946 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-d4a2ef33-6f94-4640-9052-4d8da3713bda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0df9f7ba-e298-4f7c-956e-64bc55ec6e83 {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 21:36:10.592016 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-d4a2ef33-6f94-4640-9052-4d8da3713bda service neutron] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:10.605650 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-d4a2ef33-6f94-4640-9052-4d8da3713bda service neutron] Transition to ACTIVE for port object 0df9f7ba-e298-4f7c-956e-64bc55ec6e83 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:36:10.610050 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-d4a2ef33-6f94-4640-9052-4d8da3713bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8809713'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:10.614154 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f0f36a20-ce67-4323-ac7f-aa673a0f0479 tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:36:10.675724 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a2ef33-6f94-4640-9052-4d8da3713bda service neutron] Pushing event updated for resources: {'Port': ['ID=0df9f7ba-e298-4f7c-956e-64bc55ec6e83,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:36:10.679311 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-d4a2ef33-6f94-4640-9052-4d8da3713bda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:36:10.762645 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-d4a2ef33-6f94-4640-9052-4d8da3713bda service neutron] Attempting to bind port 0df9f7ba-e298-4f7c-956e-64bc55ec6e83 on host hv-cinder-79820 for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:36:10.762981 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-d4a2ef33-6f94-4640-9052-4d8da3713bda service neutron] Attempting to bind port 0df9f7ba-e298-4f7c-956e-64bc55ec6e83 by drivers openvswitch,hyperv on host hv-cinder-79820 at level 0 using segments [{'id': 'b01e252e-c69b-424c-adf8-eabe4b93980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:36:10.763383 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-d4a2ef33-6f94-4640-9052-4d8da3713bda service neutron] Attempting to bind port 0df9f7ba-e298-4f7c-956e-64bc55ec6e83 on network 054ba6ce-4b49-439d-a549-d4107e8e07e7 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:36:10.768784 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-d4a2ef33-6f94-4640-9052-4d8da3713bda service neutron] Port 0df9f7ba-e298-4f7c-956e-64bc55ec6e83 on network 054ba6ce-4b49-439d-a549-d4107e8e07e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79820 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 21:36:10.769096 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-d4a2ef33-6f94-4640-9052-4d8da3713bda service neutron] Attempting to bind port 0df9f7ba-e298-4f7c-956e-64bc55ec6e83 on network 054ba6ce-4b49-439d-a549-d4107e8e07e7 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:36:10.774707 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-d4a2ef33-6f94-4640-9052-4d8da3713bda service neutron] Checking agent: {'id': '92a96a50-8a1c-4808-8af1-2ac9e1a0a70b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79820', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 27, 54), 'started_at': datetime.datetime(2021, 6, 26, 21, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:36:10.775041 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-d4a2ef33-6f94-4640-9052-4d8da3713bda service neutron] Checking segment: {'id': 'b01e252e-c69b-424c-adf8-eabe4b93980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:36:10.775460 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-d4a2ef33-6f94-4640-9052-4d8da3713bda service neutron] Bound using segment: {'id': 'b01e252e-c69b-424c-adf8-eabe4b93980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:36:10.775897 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-d4a2ef33-6f94-4640-9052-4d8da3713bda service neutron] Bound port: 0df9f7ba-e298-4f7c-956e-64bc55ec6e83, host: hv-cinder-79820, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01e252e-c69b-424c-adf8-eabe4b93980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:36:10.776253 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-d4a2ef33-6f94-4640-9052-4d8da3713bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:10.870376 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-d4a2ef33-6f94-4640-9052-4d8da3713bda service neutron] For port 0df9f7ba-e298-4f7c-956e-64bc55ec6e83, host hv-cinder-79820, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:36:10.875890 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-d4a2ef33-6f94-4640-9052-4d8da3713bda service neutron] For port 0df9f7ba-e298-4f7c-956e-64bc55ec6e83, host hv-cinder-79820, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=0df9f7ba-e298-4f7c-956e-64bc55ec6e83,segment=NetworkSegment(b01e252e-c69b-424c-adf8-eabe4b93980a),segment_id=b01e252e-c69b-424c-adf8-eabe4b93980a)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:36:10.883269 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-d4a2ef33-6f94-4640-9052-4d8da3713bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8809713'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:10.885472 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-2793d27f-c770-4e9a-b464-6b5378efaaa5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:36:10.918899 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-d4a2ef33-6f94-4640-9052-4d8da3713bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:36:10.919667 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-d4a2ef33-6f94-4640-9052-4d8da3713bda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:10.920997 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-d4a2ef33-6f94-4640-9052-4d8da3713bda service neutron] 10.222.0.41 "PUT /v2.0/ports/0df9f7ba-e298-4f7c-956e-64bc55ec6e83 HTTP/1.1" status: 200 len: 1093 time: 0.9051995 Jun 26 21:36:10.921526 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7baf0a4-97d5-460e-b618-236e91833cde', 'tag': '0df9f7ba-e298-4f7c-956e-64bc55ec6e83'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:36:10.923933 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02b73ab247f9faeb07a43472fb83bf8797eb00ff3c4bc2c6d8d9a12e0ada40b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0b2e64-db09-4b18-8cbf-cb7686369806" -d '{"events": [{"name": "network-changed", "server_uuid": "e7baf0a4-97d5-460e-b618-236e91833cde", "tag": "0df9f7ba-e298-4f7c-956e-64bc55ec6e83"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:36:10.956054 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a2ef33-6f94-4640-9052-4d8da3713bda service neutron] Pushing event updated for resources: {'Port': ['ID=0df9f7ba-e298-4f7c-956e-64bc55ec6e83,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:36:10.959699 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-d4a2ef33-6f94-4640-9052-4d8da3713bda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:36:10.968577 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 21:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b971cb-7fa8-4335-be3a-a9a532f0c507 x-openstack-request-id: req-e4b971cb-7fa8-4335-be3a-a9a532f0c507 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:36:10.968923 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7baf0a4-97d5-460e-b618-236e91833cde", "tag": "0df9f7ba-e298-4f7c-956e-64bc55ec6e83", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:36:10.969207 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e4b971cb-7fa8-4335-be3a-a9a532f0c507 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:36:10.969649 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7baf0a4-97d5-460e-b618-236e91833cde', 'tag': '0df9f7ba-e298-4f7c-956e-64bc55ec6e83', 'status': 'completed', 'code': 200} Jun 26 21:36:11.596475 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f32cc-ac4a-48b9-b235-86ab63de1dc7 req-5d18ab16-df0b-4790-a834-431b8f76e3c4 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:36:11.598403 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-514f32cc-ac4a-48b9-b235-86ab63de1dc7 req-5d18ab16-df0b-4790-a834-431b8f76e3c4 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 943 time: 0.0727565 Jun 26 21:36:11.636485 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-514f32cc-ac4a-48b9-b235-86ab63de1dc7 req-32c6ff8f-fe00-4e25-9376-edad3ce55835 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322597 Jun 26 21:36:12.829703 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8c955-d40f-4f53-8ea4-8906dc3d5dca req-53f145cd-675b-4407-adf1-95042edc456b tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:36:12.831367 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f0a8c955-d40f-4f53-8ea4-8906dc3d5dca req-53f145cd-675b-4407-adf1-95042edc456b tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 943 time: 0.0720878 Jun 26 21:36:12.889370 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f0a8c955-d40f-4f53-8ea4-8906dc3d5dca req-b87ccc7c-6b72-47a8-b37b-2d4d986222f8 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468214 Jun 26 21:36:12.990201 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b2e64-db09-4b18-8cbf-cb7686369806 req-bb3189d1-7ed4-44d0-930b-64a5126e3095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:36:12.991771 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4e0b2e64-db09-4b18-8cbf-cb7686369806 req-bb3189d1-7ed4-44d0-930b-64a5126e3095 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55d314cce60e4244b7a6c90dbc16089b&device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 1096 time: 0.0568743 Jun 26 21:36:13.099540 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b2e64-db09-4b18-8cbf-cb7686369806 req-d3bb4ccf-e8a8-4cff-adff-a4569871bf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:36:13.101282 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4e0b2e64-db09-4b18-8cbf-cb7686369806 req-d3bb4ccf-e8a8-4cff-adff-a4569871bf25 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=55d314cce60e4244b7a6c90dbc16089b&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1010988 Jun 26 21:36:13.212624 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b2e64-db09-4b18-8cbf-cb7686369806 req-4a9ceb01-e632-4ff8-807f-de92e1c9ecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:36:13.214151 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4e0b2e64-db09-4b18-8cbf-cb7686369806 req-4a9ceb01-e632-4ff8-807f-de92e1c9ecbe service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1055884 Jun 26 21:36:13.317673 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-60be5cb9-10d9-4241-b5c8-df6a426e9657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:36:13.319247 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-60be5cb9-10d9-4241-b5c8-df6a426e9657 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55d314cce60e4244b7a6c90dbc16089b&device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 1096 time: 0.0635080 Jun 26 21:36:13.369968 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-ae0eb8b4-5e98-4a15-87fa-eac5bac50633 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0df9f7ba-e298-4f7c-956e-64bc55ec6e83 HTTP/1.1" status: 200 len: 217 time: 0.0398080 Jun 26 21:36:13.418944 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-24f8f8de-22e1-46b8-831c-dda691346004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:36:13.420446 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-24f8f8de-22e1-46b8-831c-dda691346004 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665 HTTP/1.1" status: 200 len: 855 time: 0.0461969 Jun 26 21:36:13.492372 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-44aed2d0-69f7-45c8-8304-c708ac58f90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:36:13.494908 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-44aed2d0-69f7-45c8-8304-c708ac58f90d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=054ba6ce-4b49-439d-a549-d4107e8e07e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0674427 Jun 26 21:36:13.599907 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-ac4b90ea-ad74-40f5-8da8-cbfc5d66a437 service neutron] 10.222.0.41 "GET /v2.0/networks/054ba6ce-4b49-439d-a549-d4107e8e07e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981145 Jun 26 21:36:13.712203 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-817c2d0c-f08f-469b-bd8a-a6afed1db30c req-5a580983-2cd2-4d17-86e5-895f91102a5d service neutron] 10.222.0.41 "GET /v2.0/networks/054ba6ce-4b49-439d-a549-d4107e8e07e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038768 Jun 26 21:36:14.083600 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a03e4-a042-4614-9dda-c08a8951d6c7 req-3bec4cf2-a194-4248-bd7f-363d6fa2e550 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:36:14.085692 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-263a03e4-a042-4614-9dda-c08a8951d6c7 req-3bec4cf2-a194-4248-bd7f-363d6fa2e550 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 943 time: 0.0721214 Jun 26 21:36:14.122598 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-263a03e4-a042-4614-9dda-c08a8951d6c7 req-86750f55-0aee-4636-9fa8-42ff8f8ffd51 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312390 Jun 26 21:36:15.310095 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1b503-e295-42f1-b1b5-f17a13a28b5d req-92f04635-65b5-43b0-acf2-fd47eb0fa843 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:36:15.311612 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-22c1b503-e295-42f1-b1b5-f17a13a28b5d req-92f04635-65b5-43b0-acf2-fd47eb0fa843 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 943 time: 0.0626295 Jun 26 21:36:15.351012 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-22c1b503-e295-42f1-b1b5-f17a13a28b5d req-6b5a4846-b46b-4cf9-bea7-359191d1b5f1 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332084 Jun 26 21:36:16.369929 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 0df9f7ba-e298-4f7c-956e-64bc55ec6e83 details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=92923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 21:36:16.481814 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 46394) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:36:16.482332 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 0df9f7ba-e298-4f7c-956e-64bc55ec6e83, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=0df9f7ba-e298-4f7c-956e-64bc55ec6e83,segment=NetworkSegment(b01e252e-c69b-424c-adf8-eabe4b93980a),segment_id=b01e252e-c69b-424c-adf8-eabe4b93980a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:36:16.498570 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Returning: {'device': '0df9f7ba-e298-4f7c-956e-64bc55ec6e83', 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7', 'port_id': '0df9f7ba-e298-4f7c-956e-64bc55ec6e83', 'mac_address': 'fa:16:3e:f3:3e:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 21:36:16.540518 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:16.544327 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf15ca-81c3-48e9-a2c1-473850137a23 req-cb596d23-648e-48de-8503-dde311bf4b6f tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:36:16.545949 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-85cf15ca-81c3-48e9-a2c1-473850137a23 req-cb596d23-648e-48de-8503-dde311bf4b6f tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 943 time: 0.0682960 Jun 26 21:36:16.553165 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0df9f7ba-e298-4f7c-956e-64bc55ec6e83 {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 21:36:16.573187 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 0df9f7ba-e298-4f7c-956e-64bc55ec6e83, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=0df9f7ba-e298-4f7c-956e-64bc55ec6e83,segment=NetworkSegment(b01e252e-c69b-424c-adf8-eabe4b93980a),segment_id=b01e252e-c69b-424c-adf8-eabe4b93980a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:36:16.578917 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:16.583103 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:36:16.592225 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-85cf15ca-81c3-48e9-a2c1-473850137a23 req-1a5c27b4-59bc-46f4-bbf8-8dc0177e1124 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400734 Jun 26 21:36:16.604613 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b6e57ba4-befe-45fa-bf24-55ff3ae94761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:16.634951 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=0df9f7ba-e298-4f7c-956e-64bc55ec6e83,revision_number=4']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:36:16.642453 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:36:16.642951 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:36:16.643355 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:36:16.643757 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:36:16.644090 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:36:16.645689 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:36:16.645689 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:36:16.645689 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:36:16.645980 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:36:16.646226 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:36:16.646548 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:36:16.646887 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:36:16.651196 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:36:16.714461 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b6e57ba4-befe-45fa-bf24-55ff3ae94761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:16.718884 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b6e57ba4-befe-45fa-bf24-55ff3ae94761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:16.721843 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-6afacd62-b605-40b9-ad4f-2d7f740b8934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:36:16.762845 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e57ba4-befe-45fa-bf24-55ff3ae94761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9afe2d-cf4b-40ce-9e25-4a69cd2efcc9,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:36:16.766081 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-b6e57ba4-befe-45fa-bf24-55ff3ae94761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:36:16.770571 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-b6e57ba4-befe-45fa-bf24-55ff3ae94761 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f1a05a6f74624324b1c1334e25cab9d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2858953 Jun 26 21:36:16.771984 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 46398) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:36:16.806495 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] get_ports_and_sgs() called for port_ids ['0df9f7ba-e298-4f7c-956e-64bc55ec6e83'] {{(pid=92923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 21:36:16.822149 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4878b0d0-fe06-49dc-8677-d9c484810bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:16.844093 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4878b0d0-fe06-49dc-8677-d9c484810bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:16.893367 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4878b0d0-fe06-49dc-8677-d9c484810bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:16.897681 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4878b0d0-fe06-49dc-8677-d9c484810bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:16.898925 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-4878b0d0-fe06-49dc-8677-d9c484810bb9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4b9afe2d-cf4b-40ce-9e25-4a69cd2efcc9 HTTP/1.1" status: 204 len: 168 time: 0.1259687 Jun 26 21:36:16.899951 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-265c14fb-019a-426e-aa29-33f2fcdb418f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:36:16.910617 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878b0d0-fe06-49dc-8677-d9c484810bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9afe2d-cf4b-40ce-9e25-4a69cd2efcc9,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:36:16.914002 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-4878b0d0-fe06-49dc-8677-d9c484810bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:36:17.195833 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 46404) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:36:17.210259 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5f8f3035-7098-47ec-a379-f06e3f987b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:17.317552 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5f8f3035-7098-47ec-a379-f06e3f987b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:17.323540 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5f8f3035-7098-47ec-a379-f06e3f987b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:17.326570 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-6eeebb7a-cd1e-4ce7-bfaf-2876db6091fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:36:17.367295 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-5f8f3035-7098-47ec-a379-f06e3f987b50 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=93fcd8fa04ba4eb8a9d1e3a712e0814b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1701458 Jun 26 21:36:17.368296 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f3035-7098-47ec-a379-f06e3f987b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e044efa-d144-4a4a-bbab-3c94861d3ab0,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:36:17.369866 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 46406) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:36:17.371610 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5f8f3035-7098-47ec-a379-f06e3f987b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:36:17.437008 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c9fdc6a6-064a-48d7-bea0-3d04804477b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:17.461696 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c9fdc6a6-064a-48d7-bea0-3d04804477b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:17.515532 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c9fdc6a6-064a-48d7-bea0-3d04804477b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:17.518182 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c9fdc6a6-064a-48d7-bea0-3d04804477b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:17.519401 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-c9fdc6a6-064a-48d7-bea0-3d04804477b5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e044efa-d144-4a4a-bbab-3c94861d3ab0 HTTP/1.1" status: 204 len: 168 time: 0.1483994 Jun 26 21:36:17.520761 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-c63a7528-f861-4b02-aab1-586baae976dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:36:17.529285 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fdc6a6-064a-48d7-bea0-3d04804477b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e044efa-d144-4a4a-bbab-3c94861d3ab0,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:36:17.532763 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-c9fdc6a6-064a-48d7-bea0-3d04804477b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:36:17.791800 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1688e-9b67-4c10-90e8-70e7df2fa97e req-4be203da-b16c-4692-9df2-e7284d64b798 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:36:17.793521 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-57c1688e-9b67-4c10-90e8-70e7df2fa97e req-4be203da-b16c-4692-9df2-e7284d64b798 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 944 time: 0.0734172 Jun 26 21:36:17.847750 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-57c1688e-9b67-4c10-90e8-70e7df2fa97e req-3cd28ed5-3a19-4ba9-8c73-0e12a51f82ed tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457573 Jun 26 21:36:18.389329 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 0df9f7ba-e298-4f7c-956e-64bc55ec6e83 up at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:36:18.452295 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Provisioning for port 0df9f7ba-e298-4f7c-956e-64bc55ec6e83 completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:36:18.459587 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Provisioning complete for port 0df9f7ba-e298-4f7c-956e-64bc55ec6e83 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:36:18.460201 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:18.602590 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:18.629750 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7baf0a4-97d5-460e-b618-236e91833cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df9f7ba-e298-4f7c-956e-64bc55ec6e83'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:36:18.632062 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8789620f65ed64c11f36a2c9fb0085813b3741d077667d6f020eb6652e2807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa83f89-7b2f-4967-bbaf-bd006f0c2c51" -d '{"events": [{"server_uuid": "e7baf0a4-97d5-460e-b618-236e91833cde", "name": "network-vif-plugged", "status": "completed", "tag": "0df9f7ba-e298-4f7c-956e-64bc55ec6e83"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:36:18.646596 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 0df9f7ba-e298-4f7c-956e-64bc55ec6e83, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=0df9f7ba-e298-4f7c-956e-64bc55ec6e83,segment=NetworkSegment(b01e252e-c69b-424c-adf8-eabe4b93980a),segment_id=b01e252e-c69b-424c-adf8-eabe4b93980a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:36:18.652107 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:18.654340 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:36:18.682628 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 21:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4007643-afd1-435e-ae2e-3ebf7b27c144 x-openstack-request-id: req-c4007643-afd1-435e-ae2e-3ebf7b27c144 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:36:18.682932 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7baf0a4-97d5-460e-b618-236e91833cde", "name": "network-vif-plugged", "status": "completed", "tag": "0df9f7ba-e298-4f7c-956e-64bc55ec6e83", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:36:18.683211 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c4007643-afd1-435e-ae2e-3ebf7b27c144 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:36:18.683625 dv-cinder-798208-1-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7baf0a4-97d5-460e-b618-236e91833cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df9f7ba-e298-4f7c-956e-64bc55ec6e83', 'code': 200} Jun 26 21:36:18.729447 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=0df9f7ba-e298-4f7c-956e-64bc55ec6e83,revision_number=5']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:36:18.736727 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:36:19.029711 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d24ee-267f-46c2-9972-ae5f26f58fc2 req-29d74f7d-0ce0-48ab-9893-f998ab787dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:36:19.031651 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9f2d24ee-267f-46c2-9972-ae5f26f58fc2 req-29d74f7d-0ce0-48ab-9893-f998ab787dad service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 1098 time: 0.1454611 Jun 26 21:36:19.080767 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9f2d24ee-267f-46c2-9972-ae5f26f58fc2 req-e4fb7e7e-3044-4f0c-9696-30a6e3d95c44 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422950 Jun 26 21:36:19.093880 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b8442-1280-4c03-b65a-355fa1b8dd73 req-a566486b-e446-4081-8d94-954b9e9ae864 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:36:19.095563 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-270b8442-1280-4c03-b65a-355fa1b8dd73 req-a566486b-e446-4081-8d94-954b9e9ae864 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 945 time: 0.1191750 Jun 26 21:36:19.136439 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-270b8442-1280-4c03-b65a-355fa1b8dd73 req-c676db45-1d20-4bd9-b17d-c219bb52844c tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345070 Jun 26 21:36:20.348434 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4c1bb-97f4-4078-8313-4d4640247ee7 req-0bd800c0-1dc3-469c-9f18-89c7b5b20187 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:36:20.349938 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-89e4c1bb-97f4-4078-8313-4d4640247ee7 req-0bd800c0-1dc3-469c-9f18-89c7b5b20187 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 945 time: 0.0739167 Jun 26 21:36:20.388661 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-89e4c1bb-97f4-4078-8313-4d4640247ee7 req-a0821db6-20f7-4c6c-89e8-d7a40213002a tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331564 Jun 26 21:36:20.401727 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b70c57c8-1460-42c4-a6b0-1c36aadceb38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:20.565767 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459385a3-6ae4-46e0-92ba-51e8e50fb9f4 req-ff3c39fa-ff3b-4632-9fd0-1e597f31b7ec tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:36:20.567271 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-459385a3-6ae4-46e0-92ba-51e8e50fb9f4 req-ff3c39fa-ff3b-4632-9fd0-1e597f31b7ec tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 945 time: 0.0672886 Jun 26 21:36:20.575961 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 46472) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:36:20.580587 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-51824657-6d9f-4762-9ff4-0bfca6a73e2b tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Request body: {'floatingip': {'port_id': '0df9f7ba-e298-4f7c-956e-64bc55ec6e83'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:36:20.621492 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-51824657-6d9f-4762-9ff4-0bfca6a73e2b tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks [] for floatingip, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:21.139794 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-51824657-6d9f-4762-9ff4-0bfca6a73e2b tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:21.144473 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-51824657-6d9f-4762-9ff4-0bfca6a73e2b tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642591'] for floatingip, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:21.255694 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.db.l3_db [None req-51824657-6d9f-4762-9ff4-0bfca6a73e2b tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Floating IP e0f28567-ee69-4064-a8af-aaa1c3cff32c associated. External IP: 172.27.2.241, port: 0df9f7ba-e298-4f7c-956e-64bc55ec6e83. Jun 26 21:36:21.474702 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51824657-6d9f-4762-9ff4-0bfca6a73e2b tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Router 07656fef-9c4d-4e9f-b32a-fdaaf697a0e5 has already been hosted by L3 agent 8f52ff15-e1cf-4181-89b9-9a217ed1d1bf {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 21:36:21.588578 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51824657-6d9f-4762-9ff4-0bfca6a73e2b tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify agent at l3_agent.dv-cinder-798208-1-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 21:36:21.593495 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-51824657-6d9f-4762-9ff4-0bfca6a73e2b tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for floatingip, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:21.599067 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b157dd-f5ef-4198-ad4b-386f2c96ee1d None None] Sync routers for ids ['07656fef-9c4d-4e9f-b32a-fdaaf697a0e5'] in dv-cinder-798208-1-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 21:36:21.609854 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b157dd-f5ef-4198-ad4b-386f2c96ee1d None None] Routers {'07656fef-9c4d-4e9f-b32a-fdaaf697a0e5'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:36:21.610480 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-48b157dd-f5ef-4198-ad4b-386f2c96ee1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:35:55Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['07656fef-9c4d-4e9f-b32a-fdaaf697a0e5'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:36:21.634768 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-51824657-6d9f-4762-9ff4-0bfca6a73e2b tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "PUT /v2.0/floatingips/e0f28567-ee69-4064-a8af-aaa1c3cff32c HTTP/1.1" status: 200 len: 991 time: 1.0576437 Jun 26 21:36:21.635647 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7baf0a4-97d5-460e-b618-236e91833cde', 'tag': '0df9f7ba-e298-4f7c-956e-64bc55ec6e83'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:36:21.638544 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02b73ab247f9faeb07a43472fb83bf8797eb00ff3c4bc2c6d8d9a12e0ada40b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e639c986-4010-4e09-8d7a-8f2656d89116" -d '{"events": [{"name": "network-changed", "server_uuid": "e7baf0a4-97d5-460e-b618-236e91833cde", "tag": "0df9f7ba-e298-4f7c-956e-64bc55ec6e83"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:36:21.680202 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 21:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3152e6-d867-4cc0-bb4c-36aad2f831ff x-openstack-request-id: req-cd3152e6-d867-4cc0-bb4c-36aad2f831ff {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:36:21.680539 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7baf0a4-97d5-460e-b618-236e91833cde", "tag": "0df9f7ba-e298-4f7c-956e-64bc55ec6e83", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:36:21.680831 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cd3152e6-d867-4cc0-bb4c-36aad2f831ff {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:36:21.682531 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7baf0a4-97d5-460e-b618-236e91833cde', 'tag': '0df9f7ba-e298-4f7c-956e-64bc55ec6e83', 'status': 'completed', 'code': 200} Jun 26 21:36:21.730306 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-48b157dd-f5ef-4198-ad4b-386f2c96ee1d None None] Set router 07656fef-9c4d-4e9f-b32a-fdaaf697a0e5 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:36:21.768007 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639c986-4010-4e09-8d7a-8f2656d89116 req-fe0c3603-fd1b-4e2d-b1df-c09992074029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:36:21.770477 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e639c986-4010-4e09-8d7a-8f2656d89116 req-fe0c3603-fd1b-4e2d-b1df-c09992074029 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55d314cce60e4244b7a6c90dbc16089b&device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 1098 time: 0.0663657 Jun 26 21:36:21.865879 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639c986-4010-4e09-8d7a-8f2656d89116 req-7db89bc0-9128-4b99-9371-82cc750833bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:36:21.867280 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e639c986-4010-4e09-8d7a-8f2656d89116 req-7db89bc0-9128-4b99-9371-82cc750833bc service neutron] 10.222.0.41 "GET /v2.0/networks?id=054ba6ce-4b49-439d-a549-d4107e8e07e7 HTTP/1.1" status: 200 len: 917 time: 0.0901124 Jun 26 21:36:21.935077 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e639c986-4010-4e09-8d7a-8f2656d89116 req-04c0e425-349f-4b6d-a018-2a01177fc44e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0df9f7ba-e298-4f7c-956e-64bc55ec6e83 HTTP/1.1" status: 200 len: 999 time: 0.0606170 Jun 26 21:36:21.960581 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-48b157dd-f5ef-4198-ad4b-386f2c96ee1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'name': 'tempest-AttachVolumeShelveTestJSON-876745911-router', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '5c5de66f-d3cd-4d48-9793-0a43e4ed06b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:33:12Z', 'updated_at': '2021-06-26T21:33:16Z', 'revision_number': 4, 'project_id': '55d314cce60e4244b7a6c90dbc16089b', 'gw_port': {'id': '5c5de66f-d3cd-4d48-9793-0a43e4ed06b0', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:33:13Z', 'updated_at': '2021-06-26T21:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_floatingips': [{'id': 'e0f28567-ee69-4064-a8af-aaa1c3cff32c', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'floating_ip_address': '172.27.2.241', 'floating_network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'router_id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'port_id': '0df9f7ba-e298-4f7c-956e-64bc55ec6e83', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7', 'mac_address': 'fa:16:3e:f3:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7baf0a4-97d5-460e-b618-236e91833cde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T21:36:06Z', 'updated_at': '2021-06-26T21:36:21Z', 'revision_number': 1, 'project_id': '55d314cce60e4244b7a6c90dbc16089b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd25236-2283-4645-b75e-951ebe77ef96', 'name': '', 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'mac_address': 'fa:16:3e:df:46:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:33:15Z', 'updated_at': '2021-06-26T21:33:23Z', 'revision_number': 5, 'project_id': '55d314cce60e4244b7a6c90dbc16089b', 'subnets': [{'id': '5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:36:21.989560 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b157dd-f5ef-4198-ad4b-386f2c96ee1d None None] Checking router: 07656fef-9c4d-4e9f-b32a-fdaaf697a0e5 for host: dv-cinder-798208-1-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 21:36:21.990655 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639c986-4010-4e09-8d7a-8f2656d89116 req-7e4bd44f-0d0a-483d-a067-3020c2cc53ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:36:21.992181 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e639c986-4010-4e09-8d7a-8f2656d89116 req-7e4bd44f-0d0a-483d-a067-3020c2cc53ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665 HTTP/1.1" status: 200 len: 855 time: 0.0507984 Jun 26 21:36:21.998326 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b157dd-f5ef-4198-ad4b-386f2c96ee1d None None] Routers {'07656fef-9c4d-4e9f-b32a-fdaaf697a0e5'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:36:21.998953 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-48b157dd-f5ef-4198-ad4b-386f2c96ee1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:35:55Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['07656fef-9c4d-4e9f-b32a-fdaaf697a0e5'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:36:22.060131 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639c986-4010-4e09-8d7a-8f2656d89116 req-5f49c102-e0ae-4b97-9404-92448a48c476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:36:22.061811 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e639c986-4010-4e09-8d7a-8f2656d89116 req-5f49c102-e0ae-4b97-9404-92448a48c476 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=054ba6ce-4b49-439d-a549-d4107e8e07e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0629663 Jun 26 21:36:22.115121 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-48b157dd-f5ef-4198-ad4b-386f2c96ee1d None None] Set router 07656fef-9c4d-4e9f-b32a-fdaaf697a0e5 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:36:22.157017 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e639c986-4010-4e09-8d7a-8f2656d89116 req-9adf4bd6-68e1-476b-8d90-138922710b47 service neutron] 10.222.0.41 "GET /v2.0/networks/054ba6ce-4b49-439d-a549-d4107e8e07e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886054 Jun 26 21:36:22.277062 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e639c986-4010-4e09-8d7a-8f2656d89116 req-cbbb5726-51c6-4623-9c7a-5da458b2eb64 service neutron] 10.222.0.41 "GET /v2.0/networks/054ba6ce-4b49-439d-a549-d4107e8e07e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131527 Jun 26 21:36:22.386962 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-48b157dd-f5ef-4198-ad4b-386f2c96ee1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'name': 'tempest-AttachVolumeShelveTestJSON-876745911-router', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '5c5de66f-d3cd-4d48-9793-0a43e4ed06b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:33:12Z', 'updated_at': '2021-06-26T21:33:16Z', 'revision_number': 4, 'project_id': '55d314cce60e4244b7a6c90dbc16089b', 'gw_port': {'id': '5c5de66f-d3cd-4d48-9793-0a43e4ed06b0', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:33:13Z', 'updated_at': '2021-06-26T21:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_floatingips': [{'id': 'e0f28567-ee69-4064-a8af-aaa1c3cff32c', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'floating_ip_address': '172.27.2.241', 'floating_network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'router_id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'port_id': '0df9f7ba-e298-4f7c-956e-64bc55ec6e83', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7', 'mac_address': 'fa:16:3e:f3:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7baf0a4-97d5-460e-b618-236e91833cde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T21:36:06Z', 'updated_at': '2021-06-26T21:36:21Z', 'revision_number': 1, 'project_id': '55d314cce60e4244b7a6c90dbc16089b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd25236-2283-4645-b75e-951ebe77ef96', 'name': '', 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'mac_address': 'fa:16:3e:df:46:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:33:15Z', 'updated_at': '2021-06-26T21:33:23Z', 'revision_number': 5, 'project_id': '55d314cce60e4244b7a6c90dbc16089b', 'subnets': [{'id': '5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:36:22.418122 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 46496) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:36:22.426665 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b157dd-f5ef-4198-ad4b-386f2c96ee1d None None] The sync data for ids ['07656fef-9c4d-4e9f-b32a-fdaaf697a0e5'] in dv-cinder-798208-1-iscsi is: [{'id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'name': 'tempest-AttachVolumeShelveTestJSON-876745911-router', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '5c5de66f-d3cd-4d48-9793-0a43e4ed06b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:33:12Z', 'updated_at': '2021-06-26T21:33:16Z', 'revision_number': 4, 'project_id': '55d314cce60e4244b7a6c90dbc16089b', 'gw_port': {'id': '5c5de66f-d3cd-4d48-9793-0a43e4ed06b0', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:33:13Z', 'updated_at': '2021-06-26T21:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_floatingips': [{'id': 'e0f28567-ee69-4064-a8af-aaa1c3cff32c', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'floating_ip_address': '172.27.2.241', 'floating_network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'router_id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'port_id': '0df9f7ba-e298-4f7c-956e-64bc55ec6e83', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7', 'mac_address': 'fa:16:3e:f3:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7baf0a4-97d5-460e-b618-236e91833cde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T21:36:06Z', 'updated_at': '2021-06-26T21:36:21Z', 'revision_number': 1, 'project_id': '55d314cce60e4244b7a6c90dbc16089b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd25236-2283-4645-b75e-951ebe77ef96', 'name': '', 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'mac_address': 'fa:16:3e:df:46:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:33:15Z', 'updated_at': '2021-06-26T21:33:23Z', 'revision_number': 5, 'project_id': '55d314cce60e4244b7a6c90dbc16089b', 'subnets': [{'id': '5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 21:36:22.539718 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-332d63aa-ea97-4383-9348-99ee1c4830ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:22.641447 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:22.652283 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0fe76d-2b4d-4685-aa29-da8afda1f8cc None None] New status for floating IP e0f28567-ee69-4064-a8af-aaa1c3cff32c: ACTIVE {{(pid=92923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 21:36:22.663990 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-332d63aa-ea97-4383-9348-99ee1c4830ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:22.669413 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-332d63aa-ea97-4383-9348-99ee1c4830ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:22.674993 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-7b08d9e5-b880-4649-ae8e-d280dc86513a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:36:22.726961 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-332d63aa-ea97-4383-9348-99ee1c4830ee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1dd7241c7c5b4ea48c2cc30e3fce627a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3076527 Jun 26 21:36:22.728176 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d63aa-ea97-4383-9348-99ee1c4830ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c57c31a-eaa4-4eef-815c-f130795a365f,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:36:22.729744 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 46500) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:36:22.731538 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-332d63aa-ea97-4383-9348-99ee1c4830ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:36:22.803819 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3cb9bca7-3a12-4b3f-bf5f-28bd21f31e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:22.831040 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3cb9bca7-3a12-4b3f-bf5f-28bd21f31e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:22.895014 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3cb9bca7-3a12-4b3f-bf5f-28bd21f31e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:22.897665 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3cb9bca7-3a12-4b3f-bf5f-28bd21f31e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:22.898790 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-3cb9bca7-3a12-4b3f-bf5f-28bd21f31e92 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8c57c31a-eaa4-4eef-815c-f130795a365f HTTP/1.1" status: 204 len: 168 time: 0.1657107 Jun 26 21:36:22.899604 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-df0e9297-91e4-41a1-9446-53d4c07dfb58 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:36:22.906818 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9bca7-3a12-4b3f-bf5f-28bd21f31e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c57c31a-eaa4-4eef-815c-f130795a365f,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:36:22.909184 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-3cb9bca7-3a12-4b3f-bf5f-28bd21f31e92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:36:23.180552 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 46508) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:36:23.197064 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-663d61e7-31b5-4ad1-bcb5-b35428fe837a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:23.287421 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-663d61e7-31b5-4ad1-bcb5-b35428fe837a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:23.291617 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-663d61e7-31b5-4ad1-bcb5-b35428fe837a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:23.294027 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-86eb620b-d11a-4a0f-9bf6-df1120b3b01e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:36:23.329633 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-663d61e7-31b5-4ad1-bcb5-b35428fe837a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d23bec2ff9cd4f508f866b13e444352a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1479578 Jun 26 21:36:23.330543 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d61e7-31b5-4ad1-bcb5-b35428fe837a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9cab0e-57e7-4ab5-af42-c492df7ad9bf,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:36:23.332824 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 46510) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:36:23.334141 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-663d61e7-31b5-4ad1-bcb5-b35428fe837a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:36:23.388169 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-54de278e-5bf9-4f7d-8cb1-7f825f0c8008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:23.416823 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-54de278e-5bf9-4f7d-8cb1-7f825f0c8008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:23.465400 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-54de278e-5bf9-4f7d-8cb1-7f825f0c8008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:23.468117 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-54de278e-5bf9-4f7d-8cb1-7f825f0c8008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:23.469269 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-54de278e-5bf9-4f7d-8cb1-7f825f0c8008 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6f9cab0e-57e7-4ab5-af42-c492df7ad9bf HTTP/1.1" status: 204 len: 168 time: 0.1354730 Jun 26 21:36:23.470049 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-307f09d0-4dac-41c2-881f-dbd3afbb00e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:36:23.478675 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54de278e-5bf9-4f7d-8cb1-7f825f0c8008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9cab0e-57e7-4ab5-af42-c492df7ad9bf,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:36:23.481041 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-54de278e-5bf9-4f7d-8cb1-7f825f0c8008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:36:24.623900 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-297db661-7959-420a-8c5b-92a4dc46db73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:24.666399 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 46542) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:36:24.775331 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a0ccc4b1-dd70-4abd-9284-79ec2ba93b80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:24.873759 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a0ccc4b1-dd70-4abd-9284-79ec2ba93b80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:24.877869 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a0ccc4b1-dd70-4abd-9284-79ec2ba93b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:24.880450 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-b6e57ba4-befe-45fa-bf24-55ff3ae94761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:36:24.918207 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-a0ccc4b1-dd70-4abd-9284-79ec2ba93b80 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1601e32fb68841ee83621e2814cd7e6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2506430 Jun 26 21:36:24.919177 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ccc4b1-dd70-4abd-9284-79ec2ba93b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48129dd2-73c5-45dc-8fb0-7761e24648de,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:36:24.921385 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 46546) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:36:24.923539 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a0ccc4b1-dd70-4abd-9284-79ec2ba93b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:36:24.970282 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d09f5fc5-74c2-4d5c-ad42-18f5b6d8e0be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:24.993532 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d09f5fc5-74c2-4d5c-ad42-18f5b6d8e0be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:25.045885 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d09f5fc5-74c2-4d5c-ad42-18f5b6d8e0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:25.048569 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d09f5fc5-74c2-4d5c-ad42-18f5b6d8e0be admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:25.050525 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-d09f5fc5-74c2-4d5c-ad42-18f5b6d8e0be admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/48129dd2-73c5-45dc-8fb0-7761e24648de HTTP/1.1" status: 204 len: 168 time: 0.1273251 Jun 26 21:36:25.051114 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-0c6da0d0-d38a-4b8f-bedc-43ff786dc24c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:36:25.059443 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f5fc5-74c2-4d5c-ad42-18f5b6d8e0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48129dd2-73c5-45dc-8fb0-7761e24648de,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:36:25.061760 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-d09f5fc5-74c2-4d5c-ad42-18f5b6d8e0be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:36:25.891960 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:25.902906 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:27.617750 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:34.574715 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 46650) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:36:34.680421 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b48b39be-d1bf-4050-a50e-9173249935cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:34.771547 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b48b39be-d1bf-4050-a50e-9173249935cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:34.775386 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b48b39be-d1bf-4050-a50e-9173249935cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:34.777906 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-cf2f9604-e975-4ad5-ae4b-7a9e6f154b13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:36:35.102364 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b39be-d1bf-4050-a50e-9173249935cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e4dc16-a62d-40c7-9b56-c369483fdf98,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:36:35.105547 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b48b39be-d1bf-4050-a50e-9173249935cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:36:35.108293 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-b48b39be-d1bf-4050-a50e-9173249935cb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=68cd1e339eb6498a8ae52a06bd39b3ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5325093 Jun 26 21:36:35.110966 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 46656) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:36:35.160457 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ea9be59c-8212-4e9f-be25-c2bd7086426f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:35.181652 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ea9be59c-8212-4e9f-be25-c2bd7086426f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:35.227695 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ea9be59c-8212-4e9f-be25-c2bd7086426f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:35.230413 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ea9be59c-8212-4e9f-be25-c2bd7086426f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:35.231599 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-ea9be59c-8212-4e9f-be25-c2bd7086426f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b1e4dc16-a62d-40c7-9b56-c369483fdf98 HTTP/1.1" status: 204 len: 168 time: 0.1198056 Jun 26 21:36:35.232449 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e6ed7e9a-73d5-4630-a9be-660871537023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:36:35.240308 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9be59c-8212-4e9f-be25-c2bd7086426f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e4dc16-a62d-40c7-9b56-c369483fdf98,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:36:35.242652 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-ea9be59c-8212-4e9f-be25-c2bd7086426f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:36:41.772819 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.agents_db [None req-53b98272-06bb-47ef-8924-edf36d473ef8 None None] Agent healthcheck: found 6 active agents {{(pid=92924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 21:36:50.401983 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-03dabf5a-0eae-4414-a155-ba688812d1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:52.634235 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:53.318300 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-22f5bc9a-8373-48cd-882c-21bdd926f861 req-c42dda17-481d-40a9-8f23-9e010b813a18 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7db0d069-ba0f-44e5-94da-d45c6f7b9da5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0511262 Jun 26 21:36:53.393396 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5bc9a-8373-48cd-882c-21bdd926f861 req-bc147a4f-46b3-4418-be7e-d85eee314286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:36:53.395479 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-22f5bc9a-8373-48cd-882c-21bdd926f861 req-bc147a4f-46b3-4418-be7e-d85eee314286 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d57413efbdfc45b299c235407da019ce&device_id=7db0d069-ba0f-44e5-94da-d45c6f7b9da5 HTTP/1.1" status: 200 len: 1099 time: 0.0537007 Jun 26 21:36:53.496583 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5bc9a-8373-48cd-882c-21bdd926f861 req-932daeac-421a-4fe2-8de9-fe91203103c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:36:53.498101 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-22f5bc9a-8373-48cd-882c-21bdd926f861 req-932daeac-421a-4fe2-8de9-fe91203103c1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a8afb80a-5940-4655-9052-1907914d829f HTTP/1.1" status: 200 len: 913 time: 0.0828848 Jun 26 21:36:53.565840 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-22f5bc9a-8373-48cd-882c-21bdd926f861 req-120a314e-4429-454a-957f-2cfc1c115da5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc1d3aab-26fb-43f0-85cb-3389ff1d071d HTTP/1.1" status: 200 len: 1001 time: 0.0606470 Jun 26 21:36:53.615461 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5bc9a-8373-48cd-882c-21bdd926f861 req-fc5a0c63-c817-4d02-854b-fb10c6b5dc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:36:53.616927 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-22f5bc9a-8373-48cd-882c-21bdd926f861 req-fc5a0c63-c817-4d02-854b-fb10c6b5dc0e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b01ad406-256f-4138-8b6e-7125345feab0 HTTP/1.1" status: 200 len: 851 time: 0.0434761 Jun 26 21:36:53.676036 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5bc9a-8373-48cd-882c-21bdd926f861 req-e6edee07-509a-4ce2-acf2-f9f29e559a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:36:53.678328 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-22f5bc9a-8373-48cd-882c-21bdd926f861 req-e6edee07-509a-4ce2-acf2-f9f29e559a30 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8afb80a-5940-4655-9052-1907914d829f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538075 Jun 26 21:36:53.789888 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-22f5bc9a-8373-48cd-882c-21bdd926f861 req-8ebf2bf8-31fd-4cdf-bbcb-211109709174 service neutron] 10.222.0.41 "GET /v2.0/networks/a8afb80a-5940-4655-9052-1907914d829f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021526 Jun 26 21:36:53.889141 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-22f5bc9a-8373-48cd-882c-21bdd926f861 req-376a3f4a-66b6-40b6-897b-9570b7a06930 service neutron] 10.222.0.41 "GET /v2.0/networks/a8afb80a-5940-4655-9052-1907914d829f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920076 Jun 26 21:36:54.626411 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8121c05f-e47a-4012-b401-8a1d74233167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:55.885314 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:55.908809 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:36:57.620619 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:03.979934 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 46888) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:37:04.085136 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-882b14bb-f363-4967-a7eb-0089efe0d6ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:04.177261 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-882b14bb-f363-4967-a7eb-0089efe0d6ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:04.181046 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-882b14bb-f363-4967-a7eb-0089efe0d6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:04.184351 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-c1522136-c727-4d3d-bd10-fa0c58fdd6a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:37:04.219287 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-882b14bb-f363-4967-a7eb-0089efe0d6ad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=81bd5586a1d6426698083e1c85eb68e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382724 Jun 26 21:37:04.220244 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b14bb-f363-4967-a7eb-0089efe0d6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0e1ef7-2766-4a17-a11a-789b3f570be7,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:37:04.221962 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 46896) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:37:04.227384 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b14bb-f363-4967-a7eb-0089efe0d6ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:37:04.227761 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b14bb-f363-4967-a7eb-0089efe0d6ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:37:04.228127 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b14bb-f363-4967-a7eb-0089efe0d6ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:37:04.228486 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b14bb-f363-4967-a7eb-0089efe0d6ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:37:04.228841 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b14bb-f363-4967-a7eb-0089efe0d6ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:37:04.229195 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b14bb-f363-4967-a7eb-0089efe0d6ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:37:04.229543 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b14bb-f363-4967-a7eb-0089efe0d6ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:37:04.229891 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b14bb-f363-4967-a7eb-0089efe0d6ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:37:04.230241 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b14bb-f363-4967-a7eb-0089efe0d6ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:37:04.230587 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b14bb-f363-4967-a7eb-0089efe0d6ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:37:04.230932 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b14bb-f363-4967-a7eb-0089efe0d6ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:37:04.231305 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b14bb-f363-4967-a7eb-0089efe0d6ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:37:04.235161 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-882b14bb-f363-4967-a7eb-0089efe0d6ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:37:04.271421 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb714146-1312-4530-88b2-a8e3d7d07935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:04.294707 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb714146-1312-4530-88b2-a8e3d7d07935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:04.341036 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb714146-1312-4530-88b2-a8e3d7d07935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:04.343614 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb714146-1312-4530-88b2-a8e3d7d07935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:04.344763 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-cb714146-1312-4530-88b2-a8e3d7d07935 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7a0e1ef7-2766-4a17-a11a-789b3f570be7 HTTP/1.1" status: 204 len: 168 time: 0.1217570 Jun 26 21:37:04.345550 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5f8f3035-7098-47ec-a379-f06e3f987b50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:37:04.352836 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb714146-1312-4530-88b2-a8e3d7d07935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0e1ef7-2766-4a17-a11a-789b3f570be7,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:37:04.359872 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb714146-1312-4530-88b2-a8e3d7d07935 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:37:04.360249 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb714146-1312-4530-88b2-a8e3d7d07935 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:37:04.360625 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb714146-1312-4530-88b2-a8e3d7d07935 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:37:04.360993 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb714146-1312-4530-88b2-a8e3d7d07935 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:37:04.361357 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb714146-1312-4530-88b2-a8e3d7d07935 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:37:04.361719 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb714146-1312-4530-88b2-a8e3d7d07935 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:37:04.362076 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb714146-1312-4530-88b2-a8e3d7d07935 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:37:04.362433 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb714146-1312-4530-88b2-a8e3d7d07935 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:37:04.363358 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb714146-1312-4530-88b2-a8e3d7d07935 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:37:04.363713 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb714146-1312-4530-88b2-a8e3d7d07935 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:37:04.364064 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb714146-1312-4530-88b2-a8e3d7d07935 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:37:04.364416 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb714146-1312-4530-88b2-a8e3d7d07935 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:37:04.367631 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb714146-1312-4530-88b2-a8e3d7d07935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:37:04.959857 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 46922) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:37:05.053969 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-65e7e53d-4149-4588-8f2d-292295c65723 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1818822400-network', 'tenant_id': '49c1277f17034fc6b695e1b4e2579b95'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:37:05.074685 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e7e53d-4149-4588-8f2d-292295c65723 admin admin] Made reservation on behalf of 49c1277f17034fc6b695e1b4e2579b95 for: {'network': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:37:05.077184 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-65e7e53d-4149-4588-8f2d-292295c65723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for network, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:05.090777 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-65e7e53d-4149-4588-8f2d-292295c65723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:05.189257 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-65e7e53d-4149-4588-8f2d-292295c65723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:05.192977 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-65e7e53d-4149-4588-8f2d-292295c65723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:05.196152 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-fb3b17d2-239e-458c-9f82-a760b0cfcba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:37:05.219677 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e7e53d-4149-4588-8f2d-292295c65723 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=92921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 21:37:05.229966 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7e53d-4149-4588-8f2d-292295c65723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a288ab8c-1f80-4f85-ae6c-29f1312b8404,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:37:05.233020 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-65e7e53d-4149-4588-8f2d-292295c65723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:37:05.236035 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-65e7e53d-4149-4588-8f2d-292295c65723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175'] for segment, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:05.236371 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.db.segments_db [None req-65e7e53d-4149-4588-8f2d-292295c65723 admin admin] Added segment 8109443e-4d87-4105-9daa-a82c1773aae8 of type vlan for network 174c5040-a1a6-419b-8057-be9d7176f679 Jun 26 21:37:05.276633 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-65e7e53d-4149-4588-8f2d-292295c65723 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773185029479'] for network, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:05.306238 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-65e7e53d-4149-4588-8f2d-292295c65723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-938849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913'] for network, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:05.307543 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e7e53d-4149-4588-8f2d-292295c65723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:05.308115 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-65e7e53d-4149-4588-8f2d-292295c65723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for network, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:05.310284 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:37:05.310501 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64a6d4-9649-4f97-8a91-f158c3f3c093 req-2b4bdd7e-e8db-4bf0-a164-85aa6a04a8e5 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:05.312228 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7f64a6d4-9649-4f97-8a91-f158c3f3c093 req-2b4bdd7e-e8db-4bf0-a164-85aa6a04a8e5 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 945 time: 0.0636635 Jun 26 21:37:05.344725 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-65e7e53d-4149-4588-8f2d-292295c65723 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3809721 Jun 26 21:37:05.348068 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 46936) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:37:05.353601 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-54df4cc8-c7a3-4eb5-bec5-b03a2db5c4e4 admin admin] Request body: {'subnet': {'network_id': '174c5040-a1a6-419b-8057-be9d7176f679', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1818822400-subnet', 'tenant_id': '49c1277f17034fc6b695e1b4e2579b95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:37:05.365135 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7f64a6d4-9649-4f97-8a91-f158c3f3c093 req-dda2f6d9-99f7-4157-8864-4829d4de2407 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470679 Jun 26 21:37:05.373849 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7e53d-4149-4588-8f2d-292295c65723 admin admin] Pushing event updated for resources: {'Network': ['ID=174c5040-a1a6-419b-8057-be9d7176f679,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:37:05.376763 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-65e7e53d-4149-4588-8f2d-292295c65723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:37:05.381360 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54df4cc8-c7a3-4eb5-bec5-b03a2db5c4e4 admin admin] Made reservation on behalf of 49c1277f17034fc6b695e1b4e2579b95 for: {'subnet': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:37:05.390953 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-54df4cc8-c7a3-4eb5-bec5-b03a2db5c4e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12365993'] for subnet, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:05.393699 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Network 174c5040-a1a6-419b-8057-be9d7176f679 details requested by agent ovs-agent-dv-cinder-798208-1-iscsi with host dv-cinder-798208-1-iscsi {{(pid=92923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 21:37:05.555068 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-54df4cc8-c7a3-4eb5-bec5-b03a2db5c4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-221544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8809591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12366011'] for subnet, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:05.557951 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:37:05.613479 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df4cc8-c7a3-4eb5-bec5-b03a2db5c4e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6927349e-8d34-415b-ba61-35fe2c7ba62e,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:37:05.616785 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-54df4cc8-c7a3-4eb5-bec5-b03a2db5c4e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:37:05.622308 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54df4cc8-c7a3-4eb5-bec5-b03a2db5c4e4 admin admin] Checking segment: {'id': '8109443e-4d87-4105-9daa-a82c1773aae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '174c5040-a1a6-419b-8057-be9d7176f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:37:05.622659 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54df4cc8-c7a3-4eb5-bec5-b03a2db5c4e4 admin admin] Network hostable DHCP agents. Network: 174c5040-a1a6-419b-8057-be9d7176f679, hostable agents: ['9c021b02-9e9f-4fa2-a546-066f9ef0df46'], hosted agents: [] {{(pid=92922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 21:37:05.641246 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54df4cc8-c7a3-4eb5-bec5-b03a2db5c4e4 admin admin] Network 174c5040-a1a6-419b-8057-be9d7176f679 is scheduled to be hosted by DHCP agent 9c021b02-9e9f-4fa2-a546-066f9ef0df46 with binding_index 1 {{(pid=92922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 21:37:05.650499 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-54df4cc8-c7a3-4eb5-bec5-b03a2db5c4e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798208-1-iscsi, 174c5040-a1a6-419b-8057-be9d7176f679) {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:37:05.654806 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54df4cc8-c7a3-4eb5-bec5-b03a2db5c4e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:05.655428 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-54df4cc8-c7a3-4eb5-bec5-b03a2db5c4e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:05.660163 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a07424-24b9-4592-ab88-74130a69ec55 None None] Network 174c5040-a1a6-419b-8057-be9d7176f679 requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:37:05.676133 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-54df4cc8-c7a3-4eb5-bec5-b03a2db5c4e4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3266978 Jun 26 21:37:05.782364 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cbd6d6-4a2c-4f13-a70b-849b79cddafb None None] Network 174c5040-a1a6-419b-8057-be9d7176f679 requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:37:06.544540 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1d1e2-8c4f-4575-a9be-9557fdda8879 req-41a090ec-5f98-42bc-b38d-ee74cb647d09 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:06.546001 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-31d1d1e2-8c4f-4575-a9be-9557fdda8879 req-41a090ec-5f98-42bc-b38d-ee74cb647d09 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 945 time: 0.0618153 Jun 26 21:37:06.589869 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-31d1d1e2-8c4f-4575-a9be-9557fdda8879 req-da356b28-dda6-4c70-8d81-b72bf9d992b5 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375288 Jun 26 21:37:07.432710 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-c45c25e6-c622-4253-aeb9-67dc865cb861 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:07.434104 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-c45c25e6-c622-4253-aeb9-67dc865cb861 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/networks?id=174c5040-a1a6-419b-8057-be9d7176f679 HTTP/1.1" status: 200 len: 814 time: 0.1024685 Jun 26 21:37:07.448343 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-216cc926-1269-445f-821d-5f4162289692 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/quotas/49c1277f17034fc6b695e1b4e2579b95 HTTP/1.1" status: 200 len: 375 time: 0.0088975 Jun 26 21:37:07.481094 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-553c1af7-06ff-43c5-8386-6e6c090673d0 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=49c1277f17034fc6b695e1b4e2579b95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278804 Jun 26 21:37:07.566458 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-5d067911-39b3-43c2-8bba-a1d62cd921c6 service neutron] 10.222.0.24 "GET /v2.0/networks/174c5040-a1a6-419b-8057-be9d7176f679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787916 Jun 26 21:37:07.658048 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-c33b812a-c29e-467a-ad74-b605872fe9d7 service neutron] 10.222.0.24 "GET /v2.0/networks/174c5040-a1a6-419b-8057-be9d7176f679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857167 Jun 26 21:37:07.784791 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b644b7-5aa3-40fa-bc3c-db316e864d95 req-7e61d9b6-e096-45c9-9e98-e86f6ffc617b tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:07.786545 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-06b644b7-5aa3-40fa-bc3c-db316e864d95 req-7e61d9b6-e096-45c9-9e98-e86f6ffc617b tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 945 time: 0.0775394 Jun 26 21:37:07.854279 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-921800e0-f98d-417d-8b7f-0813ac641d27 req-a72eddcf-e276-46b5-b620-2c76777be443 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/ports?device_id=986a0939-a00f-4c1f-b0a9-68e28695f014 HTTP/1.1" status: 200 len: 210 time: 0.0414691 Jun 26 21:37:07.859980 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-06b644b7-5aa3-40fa-bc3c-db316e864d95 req-3a229efe-500e-4627-91ec-b45e0d737c48 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644641 Jun 26 21:37:08.999487 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c8820a1c-6982-4323-972e-281fa43cf54d req-34ff9a5b-2364-4ab4-81d0-c37e2a2f0890 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/ports?device_id=986a0939-a00f-4c1f-b0a9-68e28695f014 HTTP/1.1" status: 200 len: 210 time: 0.0350292 Jun 26 21:37:09.050853 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d403ac-22a1-401c-94d6-97087721f4e4 req-42a0d8e2-7b5d-457d-ac97-84bf7bf66923 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:09.052310 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-96d403ac-22a1-401c-94d6-97087721f4e4 req-42a0d8e2-7b5d-457d-ac97-84bf7bf66923 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 945 time: 0.0778434 Jun 26 21:37:09.088450 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-96d403ac-22a1-401c-94d6-97087721f4e4 req-594d41d8-3a58-438d-a2e1-c9dbc3718bd2 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303464 Jun 26 21:37:10.139205 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5ffcaaeb-cfd0-4b13-a09f-e8c5b86ba6a4 req-c9f8e0c3-f85c-4738-9d2e-b4e741daa61b tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/ports?device_id=986a0939-a00f-4c1f-b0a9-68e28695f014 HTTP/1.1" status: 200 len: 210 time: 0.0320017 Jun 26 21:37:10.270667 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d4ebac-c07b-4704-b270-10d98b167dd5 req-f7699887-bd21-4aa9-b498-e6fea01b8a94 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:10.272231 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-73d4ebac-c07b-4704-b270-10d98b167dd5 req-f7699887-bd21-4aa9-b498-e6fea01b8a94 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 945 time: 0.0639279 Jun 26 21:37:10.314823 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-73d4ebac-c07b-4704-b270-10d98b167dd5 req-b7ff6a6b-9467-467f-91ab-48c3ae499443 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369143 Jun 26 21:37:10.850393 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-e2abfb53-fe97-4cf7-8710-265c7633e718 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:10.851911 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-e2abfb53-fe97-4cf7-8710-265c7633e718 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.41 "GET /v2.0/networks?id=174c5040-a1a6-419b-8057-be9d7176f679 HTTP/1.1" status: 200 len: 814 time: 0.1150160 Jun 26 21:37:10.864060 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-924281ad-c4dc-4cfa-a3b8-5806f1f7ff49 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Request body: {'port': {'device_id': '986a0939-a00f-4c1f-b0a9-68e28695f014', 'network_id': '174c5040-a1a6-419b-8057-be9d7176f679', 'admin_state_up': True, 'tenant_id': '49c1277f17034fc6b695e1b4e2579b95'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:37:10.993323 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-924281ad-c4dc-4cfa-a3b8-5806f1f7ff49 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Made reservation on behalf of 49c1277f17034fc6b695e1b4e2579b95 for: {'port': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:37:10.997413 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-924281ad-c4dc-4cfa-a3b8-5806f1f7ff49 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:11.127429 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-924281ad-c4dc-4cfa-a3b8-5806f1f7ff49 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Allocated IP 172.20.0.10 (174c5040-a1a6-419b-8057-be9d7176f679/6927349e-8d34-415b-ba61-35fe2c7ba62e/90214d27-5b00-46c3-aed7-d897b5a1cfa8) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:37:11.288994 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2141e780-f9d8-4775-9957-338fa7e043f9 req-5cdb57bd-7dec-414b-bcb0-b65ae139f9bd tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/ports?device_id=986a0939-a00f-4c1f-b0a9-68e28695f014 HTTP/1.1" status: 200 len: 210 time: 0.0353634 Jun 26 21:37:11.334511 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-924281ad-c4dc-4cfa-a3b8-5806f1f7ff49 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:11.379940 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-924281ad-c4dc-4cfa-a3b8-5806f1f7ff49 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8809475'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:11.383863 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-d4560844-87d3-4c90-89fa-1f4099c5b970 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:37:11.434689 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-924281ad-c4dc-4cfa-a3b8-5806f1f7ff49 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Network 174c5040-a1a6-419b-8057-be9d7176f679 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:37:11.443404 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-924281ad-c4dc-4cfa-a3b8-5806f1f7ff49 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:37:11.453987 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-924281ad-c4dc-4cfa-a3b8-5806f1f7ff49 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:37:11.457944 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924281ad-c4dc-4cfa-a3b8-5806f1f7ff49 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Pushing event updated for resources: {'Port': ['ID=90214d27-5b00-46c3-aed7-d897b5a1cfa8,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:37:11.464953 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-924281ad-c4dc-4cfa-a3b8-5806f1f7ff49 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:37:11.548632 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-924281ad-c4dc-4cfa-a3b8-5806f1f7ff49 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:11.549253 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-924281ad-c4dc-4cfa-a3b8-5806f1f7ff49 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:11.571275 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-924281ad-c4dc-4cfa-a3b8-5806f1f7ff49 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7109716 Jun 26 21:37:11.584640 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-560ac2a8-3f64-41ea-b82c-c4ce967706f0 service neutron] Request body: {'port': {'device_id': '986a0939-a00f-4c1f-b0a9-68e28695f014', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79820'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:37:11.597691 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675eaf0e-bfc3-43b5-b383-af0534a4cb71 req-befa900b-fdce-4a5c-b62a-9ea74fd9ca25 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:11.603739 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-675eaf0e-bfc3-43b5-b383-af0534a4cb71 req-befa900b-fdce-4a5c-b62a-9ea74fd9ca25 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 945 time: 0.1657753 Jun 26 21:37:11.688349 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-675eaf0e-bfc3-43b5-b383-af0534a4cb71 req-40e8cf52-2b89-4251-9a9d-90adb7721574 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652859 Jun 26 21:37:11.704531 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-560ac2a8-3f64-41ea-b82c-c4ce967706f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:11.978811 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-560ac2a8-3f64-41ea-b82c-c4ce967706f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90214d27-5b00-46c3-aed7-d897b5a1cfa8 {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 21:37:11.985870 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-560ac2a8-3f64-41ea-b82c-c4ce967706f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:11.997218 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-560ac2a8-3f64-41ea-b82c-c4ce967706f0 service neutron] Transition to ACTIVE for port object 90214d27-5b00-46c3-aed7-d897b5a1cfa8 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:37:12.001467 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-560ac2a8-3f64-41ea-b82c-c4ce967706f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8809713'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:12.003617 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-5a8b54b7-e4c7-4a32-8d0f-a9d3a8451d82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:37:12.053111 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ac2a8-3f64-41ea-b82c-c4ce967706f0 service neutron] Pushing event updated for resources: {'Port': ['ID=90214d27-5b00-46c3-aed7-d897b5a1cfa8,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:37:12.055901 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-560ac2a8-3f64-41ea-b82c-c4ce967706f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:37:12.119792 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-560ac2a8-3f64-41ea-b82c-c4ce967706f0 service neutron] Attempting to bind port 90214d27-5b00-46c3-aed7-d897b5a1cfa8 on host hv-cinder-79820 for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:37:12.120123 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-560ac2a8-3f64-41ea-b82c-c4ce967706f0 service neutron] Attempting to bind port 90214d27-5b00-46c3-aed7-d897b5a1cfa8 by drivers openvswitch,hyperv on host hv-cinder-79820 at level 0 using segments [{'id': '8109443e-4d87-4105-9daa-a82c1773aae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '174c5040-a1a6-419b-8057-be9d7176f679'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:37:12.120496 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-560ac2a8-3f64-41ea-b82c-c4ce967706f0 service neutron] Attempting to bind port 90214d27-5b00-46c3-aed7-d897b5a1cfa8 on network 174c5040-a1a6-419b-8057-be9d7176f679 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:37:12.124636 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-560ac2a8-3f64-41ea-b82c-c4ce967706f0 service neutron] Port 90214d27-5b00-46c3-aed7-d897b5a1cfa8 on network 174c5040-a1a6-419b-8057-be9d7176f679 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79820 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 21:37:12.124954 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-560ac2a8-3f64-41ea-b82c-c4ce967706f0 service neutron] Attempting to bind port 90214d27-5b00-46c3-aed7-d897b5a1cfa8 on network 174c5040-a1a6-419b-8057-be9d7176f679 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:37:12.129628 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-560ac2a8-3f64-41ea-b82c-c4ce967706f0 service neutron] Checking agent: {'id': '92a96a50-8a1c-4808-8af1-2ac9e1a0a70b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79820', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 27, 54), 'started_at': datetime.datetime(2021, 6, 26, 21, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:37:12.129960 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-560ac2a8-3f64-41ea-b82c-c4ce967706f0 service neutron] Checking segment: {'id': '8109443e-4d87-4105-9daa-a82c1773aae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '174c5040-a1a6-419b-8057-be9d7176f679'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:37:12.130336 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-560ac2a8-3f64-41ea-b82c-c4ce967706f0 service neutron] Bound using segment: {'id': '8109443e-4d87-4105-9daa-a82c1773aae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '174c5040-a1a6-419b-8057-be9d7176f679'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:37:12.130755 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-560ac2a8-3f64-41ea-b82c-c4ce967706f0 service neutron] Bound port: 90214d27-5b00-46c3-aed7-d897b5a1cfa8, host: hv-cinder-79820, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8109443e-4d87-4105-9daa-a82c1773aae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '174c5040-a1a6-419b-8057-be9d7176f679'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:37:12.131104 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-560ac2a8-3f64-41ea-b82c-c4ce967706f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:12.193786 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-560ac2a8-3f64-41ea-b82c-c4ce967706f0 service neutron] For port 90214d27-5b00-46c3-aed7-d897b5a1cfa8, host hv-cinder-79820, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:37:12.197098 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-560ac2a8-3f64-41ea-b82c-c4ce967706f0 service neutron] For port 90214d27-5b00-46c3-aed7-d897b5a1cfa8, host hv-cinder-79820, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=90214d27-5b00-46c3-aed7-d897b5a1cfa8,segment=NetworkSegment(8109443e-4d87-4105-9daa-a82c1773aae8),segment_id=8109443e-4d87-4105-9daa-a82c1773aae8)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:37:12.203996 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-560ac2a8-3f64-41ea-b82c-c4ce967706f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8809713'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:12.207378 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-18bc9328-0e53-4823-a508-df725a35285b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:37:12.239065 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-560ac2a8-3f64-41ea-b82c-c4ce967706f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:12.239771 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-560ac2a8-3f64-41ea-b82c-c4ce967706f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:12.241159 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-560ac2a8-3f64-41ea-b82c-c4ce967706f0 service neutron] 10.222.0.41 "PUT /v2.0/ports/90214d27-5b00-46c3-aed7-d897b5a1cfa8 HTTP/1.1" status: 200 len: 1094 time: 0.6611078 Jun 26 21:37:12.243420 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '986a0939-a00f-4c1f-b0a9-68e28695f014', 'tag': '90214d27-5b00-46c3-aed7-d897b5a1cfa8'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:37:12.246379 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02b73ab247f9faeb07a43472fb83bf8797eb00ff3c4bc2c6d8d9a12e0ada40b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4179aeb-760a-4647-b82d-44f8611e9feb" -d '{"events": [{"name": "network-changed", "server_uuid": "986a0939-a00f-4c1f-b0a9-68e28695f014", "tag": "90214d27-5b00-46c3-aed7-d897b5a1cfa8"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:37:12.274532 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ac2a8-3f64-41ea-b82c-c4ce967706f0 service neutron] Pushing event updated for resources: {'Port': ['ID=90214d27-5b00-46c3-aed7-d897b5a1cfa8,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:37:12.277630 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-560ac2a8-3f64-41ea-b82c-c4ce967706f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:37:12.286519 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 21:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5711633c-bad4-44d1-98c6-3b436c23dd57 x-openstack-request-id: req-5711633c-bad4-44d1-98c6-3b436c23dd57 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:37:12.286826 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "986a0939-a00f-4c1f-b0a9-68e28695f014", "tag": "90214d27-5b00-46c3-aed7-d897b5a1cfa8", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:37:12.287111 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5711633c-bad4-44d1-98c6-3b436c23dd57 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:37:12.287562 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '986a0939-a00f-4c1f-b0a9-68e28695f014', 'tag': '90214d27-5b00-46c3-aed7-d897b5a1cfa8', 'status': 'completed', 'code': 200} Jun 26 21:37:12.340639 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-868554d0-0890-4752-9972-581f9cd68e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:12.342126 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-868554d0-0890-4752-9972-581f9cd68e0c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=49c1277f17034fc6b695e1b4e2579b95&device_id=986a0939-a00f-4c1f-b0a9-68e28695f014 HTTP/1.1" status: 200 len: 1097 time: 0.0524402 Jun 26 21:37:12.388285 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-fd465858-e72f-4d71-9bda-c39256ad4d67 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90214d27-5b00-46c3-aed7-d897b5a1cfa8 HTTP/1.1" status: 200 len: 217 time: 0.0368104 Jun 26 21:37:12.440961 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-03874983-2397-48cc-beed-43fa7c4a4e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:12.442489 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-03874983-2397-48cc-beed-43fa7c4a4e2d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6927349e-8d34-415b-ba61-35fe2c7ba62e HTTP/1.1" status: 200 len: 854 time: 0.0463324 Jun 26 21:37:12.480264 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-f834dbfc-a4fc-4e87-b056-08b006bcedb6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=174c5040-a1a6-419b-8057-be9d7176f679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288224 Jun 26 21:37:12.613341 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-33c9e3b3-9d59-492c-904b-a35dff385b24 service neutron] 10.222.0.41 "GET /v2.0/networks/174c5040-a1a6-419b-8057-be9d7176f679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237652 Jun 26 21:37:12.700344 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bd0c3-10a8-42d5-92a5-dd303e5e9fed req-56a17ced-ff99-4987-a2df-a091b6f9c54f tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:12.701842 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c28bd0c3-10a8-42d5-92a5-dd303e5e9fed req-56a17ced-ff99-4987-a2df-a091b6f9c54f tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/ports?device_id=986a0939-a00f-4c1f-b0a9-68e28695f014 HTTP/1.1" status: 200 len: 944 time: 0.1394553 Jun 26 21:37:12.740335 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-05f5fe77-3d13-49d0-97d4-754765d3d491 req-efc5531a-3021-4e97-b79f-2784d3a59ff5 service neutron] 10.222.0.41 "GET /v2.0/networks/174c5040-a1a6-419b-8057-be9d7176f679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204307 Jun 26 21:37:12.759256 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c28bd0c3-10a8-42d5-92a5-dd303e5e9fed req-7c1eb9d6-a1da-4deb-a8c7-e5af130c615a tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/security-groups?id=a288ab8c-1f80-4f85-ae6c-29f1312b8404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511692 Jun 26 21:37:12.882198 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4179aeb-760a-4647-b82d-44f8611e9feb req-fb932e24-547f-411d-9238-9d2cb0328dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:12.883606 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d4179aeb-760a-4647-b82d-44f8611e9feb req-fb932e24-547f-411d-9238-9d2cb0328dcd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=49c1277f17034fc6b695e1b4e2579b95&device_id=986a0939-a00f-4c1f-b0a9-68e28695f014 HTTP/1.1" status: 200 len: 1097 time: 0.0816929 Jun 26 21:37:12.966055 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb74d7-14aa-461d-9ed7-04c49df803e1 req-3512a94a-9c01-49e3-b783-3fefb2877e42 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:12.967540 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-77eb74d7-14aa-461d-9ed7-04c49df803e1 req-3512a94a-9c01-49e3-b783-3fefb2877e42 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 945 time: 0.1259470 Jun 26 21:37:13.021910 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-77eb74d7-14aa-461d-9ed7-04c49df803e1 req-7d516e87-5554-45bb-b7c7-ea455f483d77 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479159 Jun 26 21:37:13.022942 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4179aeb-760a-4647-b82d-44f8611e9feb req-a0c9bfe5-59e4-44e0-8250-d435bd855502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:13.024313 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d4179aeb-760a-4647-b82d-44f8611e9feb req-a0c9bfe5-59e4-44e0-8250-d435bd855502 service neutron] 10.222.0.41 "GET /v2.0/networks?id=174c5040-a1a6-419b-8057-be9d7176f679 HTTP/1.1" status: 200 len: 915 time: 0.1335840 Jun 26 21:37:13.069312 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d4179aeb-760a-4647-b82d-44f8611e9feb req-15d82945-a5ce-40c7-b9a1-1b57f07e56e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90214d27-5b00-46c3-aed7-d897b5a1cfa8 HTTP/1.1" status: 200 len: 217 time: 0.0368896 Jun 26 21:37:13.118358 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4179aeb-760a-4647-b82d-44f8611e9feb req-a4691d71-49b1-45c3-93a7-aad7093ceebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:13.119776 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d4179aeb-760a-4647-b82d-44f8611e9feb req-a4691d71-49b1-45c3-93a7-aad7093ceebc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6927349e-8d34-415b-ba61-35fe2c7ba62e HTTP/1.1" status: 200 len: 854 time: 0.0428226 Jun 26 21:37:13.152978 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d4179aeb-760a-4647-b82d-44f8611e9feb req-fe093a35-3bca-4ef1-be8f-04aeac81c1eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=174c5040-a1a6-419b-8057-be9d7176f679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253346 Jun 26 21:37:13.244943 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d4179aeb-760a-4647-b82d-44f8611e9feb req-a18c5d3c-2d82-48ad-a0f4-ad0f680a2142 service neutron] 10.222.0.41 "GET /v2.0/networks/174c5040-a1a6-419b-8057-be9d7176f679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837760 Jun 26 21:37:13.332185 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d4179aeb-760a-4647-b82d-44f8611e9feb req-326bdbb6-d689-473a-8912-086639c9cec2 service neutron] 10.222.0.41 "GET /v2.0/networks/174c5040-a1a6-419b-8057-be9d7176f679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793765 Jun 26 21:37:13.944705 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fdf6ea-7f74-44b0-bcc0-3c100b70e3ce req-e30ee65d-fe03-41f8-80e5-fd197a19b1f7 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:13.946336 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a1fdf6ea-7f74-44b0-bcc0-3c100b70e3ce req-e30ee65d-fe03-41f8-80e5-fd197a19b1f7 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/ports?device_id=986a0939-a00f-4c1f-b0a9-68e28695f014 HTTP/1.1" status: 200 len: 944 time: 0.0703547 Jun 26 21:37:13.987266 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a1fdf6ea-7f74-44b0-bcc0-3c100b70e3ce req-1cf9a4e0-858d-41b6-950d-20dab62fbe02 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/security-groups?id=a288ab8c-1f80-4f85-ae6c-29f1312b8404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350733 Jun 26 21:37:14.029107 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-a5d0a2d5-4ae2-4ce5-a79c-a6785bbd5a13 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-126239869&fields=id&tenant_id=d57413efbdfc45b299c235407da019ce HTTP/1.1" status: 200 len: 267 time: 0.0320952 Jun 26 21:37:14.131765 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-9d841a82-d4e9-42e8-9cdd-e2fa1cd4d80e tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:14.133220 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-9d841a82-d4e9-42e8-9cdd-e2fa1cd4d80e tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/networks?id=a8afb80a-5940-4655-9052-1907914d829f HTTP/1.1" status: 200 len: 812 time: 0.0974500 Jun 26 21:37:14.175418 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-23d04944-fb76-46fd-a951-ee40c224acb6 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/quotas/d57413efbdfc45b299c235407da019ce HTTP/1.1" status: 200 len: 375 time: 0.0317981 Jun 26 21:37:14.517340 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ca56c-21a7-45ae-9817-9befb18a8b82 req-b18b284d-66a6-4471-9e3b-17572ddbc3ea tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:14.518790 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e51ca56c-21a7-45ae-9817-9befb18a8b82 req-b18b284d-66a6-4471-9e3b-17572ddbc3ea tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 945 time: 0.3836911 Jun 26 21:37:14.556538 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-b0a0177d-6480-4893-9b84-06ed3f5d5e26 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d57413efbdfc45b299c235407da019ce&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3754542 Jun 26 21:37:14.580724 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e51ca56c-21a7-45ae-9817-9befb18a8b82 req-c0ffa075-2d42-448f-a32b-831895230e76 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543740 Jun 26 21:37:14.662695 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-48477410-b6cb-47ac-89c7-e20cc5ab7a9b service neutron] 10.222.0.24 "GET /v2.0/networks/a8afb80a-5940-4655-9052-1907914d829f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945899 Jun 26 21:37:14.725889 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 90214d27-5b00-46c3-aed7-d897b5a1cfa8 details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=92923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 21:37:14.749200 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-575b5465-64ed-46ab-9f25-637d613694ac service neutron] 10.222.0.24 "GET /v2.0/networks/a8afb80a-5940-4655-9052-1907914d829f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806959 Jun 26 21:37:14.819699 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 90214d27-5b00-46c3-aed7-d897b5a1cfa8, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=90214d27-5b00-46c3-aed7-d897b5a1cfa8,segment=NetworkSegment(8109443e-4d87-4105-9daa-a82c1773aae8),segment_id=8109443e-4d87-4105-9daa-a82c1773aae8)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:37:14.830748 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Returning: {'device': '90214d27-5b00-46c3-aed7-d897b5a1cfa8', 'network_id': '174c5040-a1a6-419b-8057-be9d7176f679', 'port_id': '90214d27-5b00-46c3-aed7-d897b5a1cfa8', 'mac_address': 'fa:16:3e:9a:98:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6927349e-8d34-415b-ba61-35fe2c7ba62e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 21:37:14.866830 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:14.879235 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90214d27-5b00-46c3-aed7-d897b5a1cfa8 {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 21:37:14.898842 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 90214d27-5b00-46c3-aed7-d897b5a1cfa8, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=90214d27-5b00-46c3-aed7-d897b5a1cfa8,segment=NetworkSegment(8109443e-4d87-4105-9daa-a82c1773aae8),segment_id=8109443e-4d87-4105-9daa-a82c1773aae8)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:37:14.903456 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:14.905346 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:37:14.952073 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=90214d27-5b00-46c3-aed7-d897b5a1cfa8,revision_number=4']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:37:14.955233 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:37:15.049005 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bb5350d5-0e0f-4708-9b22-d6db0919d158 req-dd9fca33-17a1-4d2b-b51a-5332ffda28e4 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=b756a25d-e5e4-433f-a6e5-4d4fc445e3b1 HTTP/1.1" status: 200 len: 210 time: 0.0333114 Jun 26 21:37:15.129983 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] get_ports_and_sgs() called for port_ids ['90214d27-5b00-46c3-aed7-d897b5a1cfa8'] {{(pid=92923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 21:37:15.180321 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99404088-b3e0-46d7-850e-e72a5f243fbc req-25c2894b-6480-4149-a2d5-ec4d33a42b17 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:15.181919 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-99404088-b3e0-46d7-850e-e72a5f243fbc req-25c2894b-6480-4149-a2d5-ec4d33a42b17 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/ports?device_id=986a0939-a00f-4c1f-b0a9-68e28695f014 HTTP/1.1" status: 200 len: 945 time: 0.0747931 Jun 26 21:37:15.227946 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-99404088-b3e0-46d7-850e-e72a5f243fbc req-f51f93e8-58ec-4564-8b8c-8b1b7206d3c4 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/security-groups?id=a288ab8c-1f80-4f85-ae6c-29f1312b8404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389705 Jun 26 21:37:15.758566 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc592dd6-f6fa-4fb3-8bb9-31486a56a422 req-b8f016c1-193e-4bc7-8df1-ed7037203515 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:15.759960 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cc592dd6-f6fa-4fb3-8bb9-31486a56a422 req-b8f016c1-193e-4bc7-8df1-ed7037203515 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 945 time: 0.0621922 Jun 26 21:37:15.798100 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cc592dd6-f6fa-4fb3-8bb9-31486a56a422 req-b7879dea-abdd-4404-bbd7-41983b3b498b tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323339 Jun 26 21:37:16.189468 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-d32d0eb1-95f0-46cb-8eb6-1a6925568377 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:16.191053 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-d32d0eb1-95f0-46cb-8eb6-1a6925568377 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.41 "GET /v2.0/networks?id=a8afb80a-5940-4655-9052-1907914d829f HTTP/1.1" status: 200 len: 812 time: 0.1228845 Jun 26 21:37:16.211775 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4ae22cf8-6214-4932-9acc-ecf83deac99a req-a01f3bb9-789d-42f4-a939-b7284b18a9cf tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=b756a25d-e5e4-433f-a6e5-4d4fc445e3b1 HTTP/1.1" status: 200 len: 210 time: 0.0439851 Jun 26 21:37:16.245650 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-4ea1876e-20ff-45c6-8621-c3e3c9dcd1c8 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d57413efbdfc45b299c235407da019ce HTTP/1.1" status: 200 len: 379 time: 0.0361545 Jun 26 21:37:16.260384 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-4445f248-3927-41bc-ac57-68053674f2b9 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Request body: {'port': {'device_id': 'b756a25d-e5e4-433f-a6e5-4d4fc445e3b1', 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f', 'admin_state_up': True, 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'security_groups': ['ec64ee0d-6832-4a84-a6d9-48c6d44b7b50']}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:37:16.406837 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-4445f248-3927-41bc-ac57-68053674f2b9 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Made reservation on behalf of d57413efbdfc45b299c235407da019ce for: {'port': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:37:16.410498 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-4445f248-3927-41bc-ac57-68053674f2b9 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:16.447377 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f9bdb-92a6-48cf-91b6-d4d3a16375a6 req-10f6603b-09c4-4868-bc43-7b883ef164d7 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:16.448840 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ea0f9bdb-92a6-48cf-91b6-d4d3a16375a6 req-10f6603b-09c4-4868-bc43-7b883ef164d7 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/ports?device_id=986a0939-a00f-4c1f-b0a9-68e28695f014 HTTP/1.1" status: 200 len: 945 time: 0.1024919 Jun 26 21:37:16.552123 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ea0f9bdb-92a6-48cf-91b6-d4d3a16375a6 req-9f5da8a7-fd3b-492f-885c-bd7fc24a1958 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/security-groups?id=a288ab8c-1f80-4f85-ae6c-29f1312b8404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744081 Jun 26 21:37:16.579008 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-4445f248-3927-41bc-ac57-68053674f2b9 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Allocated IP 172.20.0.5 (a8afb80a-5940-4655-9052-1907914d829f/b01ad406-256f-4138-8b6e-7125345feab0/8785081d-9335-4ecd-ab55-7f5ff755fc31) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:37:16.714493 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-4445f248-3927-41bc-ac57-68053674f2b9 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:16.733333 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-4445f248-3927-41bc-ac57-68053674f2b9 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Transition to ACTIVE for port object 8785081d-9335-4ecd-ab55-7f5ff755fc31 will not be triggered until provisioned by entity DHCP. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:37:16.734637 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 0df9f7ba-e298-4f7c-956e-64bc55ec6e83 details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=92923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 21:37:16.737222 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 90214d27-5b00-46c3-aed7-d897b5a1cfa8 up at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:37:16.769103 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-4445f248-3927-41bc-ac57-68053674f2b9 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8809475'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:16.773839 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-cce09b17-1f22-49ae-99fd-3e764875f320 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:37:16.817379 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-4445f248-3927-41bc-ac57-68053674f2b9 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Network a8afb80a-5940-4655-9052-1907914d829f is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:37:16.822518 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-4445f248-3927-41bc-ac57-68053674f2b9 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:37:16.827982 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-4445f248-3927-41bc-ac57-68053674f2b9 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:37:16.856555 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Provisioning for port 90214d27-5b00-46c3-aed7-d897b5a1cfa8 completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:37:16.858115 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4445f248-3927-41bc-ac57-68053674f2b9 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Pushing event updated for resources: {'Port': ['ID=8785081d-9335-4ecd-ab55-7f5ff755fc31,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:37:16.864554 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-4445f248-3927-41bc-ac57-68053674f2b9 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:37:16.869400 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Provisioning complete for port 90214d27-5b00-46c3-aed7-d897b5a1cfa8 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:37:16.870060 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:16.893322 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-4445f248-3927-41bc-ac57-68053674f2b9 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:16.896648 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-4445f248-3927-41bc-ac57-68053674f2b9 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:16.916663 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 0df9f7ba-e298-4f7c-956e-64bc55ec6e83, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=0df9f7ba-e298-4f7c-956e-64bc55ec6e83,segment=NetworkSegment(b01e252e-c69b-424c-adf8-eabe4b93980a),segment_id=b01e252e-c69b-424c-adf8-eabe4b93980a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:37:16.927378 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-4445f248-3927-41bc-ac57-68053674f2b9 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6743391 Jun 26 21:37:16.930685 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Returning: {'device': '0df9f7ba-e298-4f7c-956e-64bc55ec6e83', 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7', 'port_id': '0df9f7ba-e298-4f7c-956e-64bc55ec6e83', 'mac_address': 'fa:16:3e:f3:3e:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 21:37:16.944489 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-884af0ec-6396-47d7-8d19-b61bb94e6921 service neutron] Request body: {'port': {'device_id': 'b756a25d-e5e4-433f-a6e5-4d4fc445e3b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79820'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:37:17.007211 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:17.009881 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:17.030741 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0df9f7ba-e298-4f7c-956e-64bc55ec6e83 {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 21:37:17.051174 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986a0939-a00f-4c1f-b0a9-68e28695f014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90214d27-5b00-46c3-aed7-d897b5a1cfa8'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:37:17.053452 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8789620f65ed64c11f36a2c9fb0085813b3741d077667d6f020eb6652e2807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a26255-bfb9-44df-b0cf-568b5f4b12ce" -d '{"events": [{"server_uuid": "986a0939-a00f-4c1f-b0a9-68e28695f014", "name": "network-vif-plugged", "status": "completed", "tag": "90214d27-5b00-46c3-aed7-d897b5a1cfa8"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:37:17.063796 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-884af0ec-6396-47d7-8d19-b61bb94e6921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:17.072428 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 0df9f7ba-e298-4f7c-956e-64bc55ec6e83, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=0df9f7ba-e298-4f7c-956e-64bc55ec6e83,segment=NetworkSegment(b01e252e-c69b-424c-adf8-eabe4b93980a),segment_id=b01e252e-c69b-424c-adf8-eabe4b93980a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:37:17.074269 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 90214d27-5b00-46c3-aed7-d897b5a1cfa8, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=90214d27-5b00-46c3-aed7-d897b5a1cfa8,segment=NetworkSegment(8109443e-4d87-4105-9daa-a82c1773aae8),segment_id=8109443e-4d87-4105-9daa-a82c1773aae8)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:37:17.074550 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f2c12-4071-4297-8776-94a01f02625c req-1e5f64a4-38a3-43b1-9c2a-241ad9bf2c70 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:17.076083 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e15f2c12-4071-4297-8776-94a01f02625c req-1e5f64a4-38a3-43b1-9c2a-241ad9bf2c70 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 945 time: 0.1279440 Jun 26 21:37:17.078446 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:17.080383 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:37:17.102794 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 21:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8faeb1-58e1-49db-998c-1d5b6a10f8b9 x-openstack-request-id: req-4f8faeb1-58e1-49db-998c-1d5b6a10f8b9 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:37:17.103204 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986a0939-a00f-4c1f-b0a9-68e28695f014", "name": "network-vif-plugged", "status": "completed", "tag": "90214d27-5b00-46c3-aed7-d897b5a1cfa8", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:37:17.103323 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4f8faeb1-58e1-49db-998c-1d5b6a10f8b9 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:37:17.103682 dv-cinder-798208-1-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986a0939-a00f-4c1f-b0a9-68e28695f014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90214d27-5b00-46c3-aed7-d897b5a1cfa8', 'code': 200} Jun 26 21:37:17.106143 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:17.141125 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-374d4d18-6e8e-4ff9-a39d-b8af1b12a45d None None] Provisioning for port 8785081d-9335-4ecd-ab55-7f5ff755fc31 completed by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:37:17.147235 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=0df9f7ba-e298-4f7c-956e-64bc55ec6e83,revision_number=6']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:37:17.149355 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-374d4d18-6e8e-4ff9-a39d-b8af1b12a45d None None] Provisioning complete for port 8785081d-9335-4ecd-ab55-7f5ff755fc31 triggered by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:37:17.149736 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-374d4d18-6e8e-4ff9-a39d-b8af1b12a45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:17.159107 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e15f2c12-4071-4297-8776-94a01f02625c req-4ecfc285-599f-4250-9812-54bf8eb8d4f5 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698202 Jun 26 21:37:17.173702 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:37:17.173702 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:37:17.174141 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:37:17.174345 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:37:17.174660 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:37:17.174993 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:37:17.175343 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:37:17.175844 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:37:17.176063 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:37:17.176370 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:37:17.176693 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:37:17.177017 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:37:17.183874 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] get_ports_and_sgs() called for port_ids ['0df9f7ba-e298-4f7c-956e-64bc55ec6e83'] {{(pid=92923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 21:37:17.185942 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:37:17.188465 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:37:17.251125 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-374d4d18-6e8e-4ff9-a39d-b8af1b12a45d None None] Port 8785081d-9335-4ecd-ab55-7f5ff755fc31 cannot update to ACTIVE because it is not bound. {{(pid=92923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 21:37:17.281427 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=90214d27-5b00-46c3-aed7-d897b5a1cfa8,revision_number=5']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:37:17.288305 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:37:17.372903 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d75be-c328-462a-9c9e-4831ce3e9ba2 req-0a6e8a06-03ce-4625-98f6-c4da4fb143ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:17.375074 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-713d75be-c328-462a-9c9e-4831ce3e9ba2 req-0a6e8a06-03ce-4625-98f6-c4da4fb143ce service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=986a0939-a00f-4c1f-b0a9-68e28695f014 HTTP/1.1" status: 200 len: 1099 time: 0.0599620 Jun 26 21:37:17.414900 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-713d75be-c328-462a-9c9e-4831ce3e9ba2 req-4c77d5fc-aa1c-473d-b3c1-27aae82a9908 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a288ab8c-1f80-4f85-ae6c-29f1312b8404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297043 Jun 26 21:37:17.447492 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd9650-53ca-4583-8932-e9e312a350b2 req-c57ec697-7620-46ed-b09c-8aef5e71f844 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:17.448855 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2ebd9650-53ca-4583-8932-e9e312a350b2 req-c57ec697-7620-46ed-b09c-8aef5e71f844 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=b756a25d-e5e4-433f-a6e5-4d4fc445e3b1 HTTP/1.1" status: 200 len: 931 time: 0.1016283 Jun 26 21:37:17.509695 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-884af0ec-6396-47d7-8d19-b61bb94e6921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8785081d-9335-4ecd-ab55-7f5ff755fc31 {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 21:37:17.518292 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-884af0ec-6396-47d7-8d19-b61bb94e6921 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:17.523306 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2ebd9650-53ca-4583-8932-e9e312a350b2 req-895aa079-91bc-4b90-ab7a-9605dc916afb tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675468 Jun 26 21:37:17.533809 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-884af0ec-6396-47d7-8d19-b61bb94e6921 service neutron] Transition to ACTIVE for port object 8785081d-9335-4ecd-ab55-7f5ff755fc31 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:37:17.537144 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-884af0ec-6396-47d7-8d19-b61bb94e6921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8809713'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:17.539744 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-854fd60f-1f95-4a41-ac3d-2fb79bf12bfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:37:17.585081 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884af0ec-6396-47d7-8d19-b61bb94e6921 service neutron] Pushing event updated for resources: {'Port': ['ID=8785081d-9335-4ecd-ab55-7f5ff755fc31,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:37:17.590370 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-884af0ec-6396-47d7-8d19-b61bb94e6921 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:37:17.659342 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-884af0ec-6396-47d7-8d19-b61bb94e6921 service neutron] Attempting to bind port 8785081d-9335-4ecd-ab55-7f5ff755fc31 on host hv-cinder-79820 for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:37:17.659752 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-884af0ec-6396-47d7-8d19-b61bb94e6921 service neutron] Attempting to bind port 8785081d-9335-4ecd-ab55-7f5ff755fc31 by drivers openvswitch,hyperv on host hv-cinder-79820 at level 0 using segments [{'id': '9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:37:17.660730 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-884af0ec-6396-47d7-8d19-b61bb94e6921 service neutron] Attempting to bind port 8785081d-9335-4ecd-ab55-7f5ff755fc31 on network a8afb80a-5940-4655-9052-1907914d829f {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:37:17.665467 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-884af0ec-6396-47d7-8d19-b61bb94e6921 service neutron] Port 8785081d-9335-4ecd-ab55-7f5ff755fc31 on network a8afb80a-5940-4655-9052-1907914d829f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79820 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 21:37:17.665876 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-884af0ec-6396-47d7-8d19-b61bb94e6921 service neutron] Attempting to bind port 8785081d-9335-4ecd-ab55-7f5ff755fc31 on network a8afb80a-5940-4655-9052-1907914d829f {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:37:17.671761 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-884af0ec-6396-47d7-8d19-b61bb94e6921 service neutron] Checking agent: {'id': '92a96a50-8a1c-4808-8af1-2ac9e1a0a70b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79820', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 27, 54), 'started_at': datetime.datetime(2021, 6, 26, 21, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:37:17.672191 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-884af0ec-6396-47d7-8d19-b61bb94e6921 service neutron] Checking segment: {'id': '9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:37:17.672646 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-884af0ec-6396-47d7-8d19-b61bb94e6921 service neutron] Bound using segment: {'id': '9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:37:17.673139 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-884af0ec-6396-47d7-8d19-b61bb94e6921 service neutron] Bound port: 8785081d-9335-4ecd-ab55-7f5ff755fc31, host: hv-cinder-79820, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:37:17.673559 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-884af0ec-6396-47d7-8d19-b61bb94e6921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:17.782859 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-884af0ec-6396-47d7-8d19-b61bb94e6921 service neutron] For port 8785081d-9335-4ecd-ab55-7f5ff755fc31, host hv-cinder-79820, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:37:17.802276 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fdb171-cc8f-4ec9-ba35-ea116ac56310 req-d5aef932-823b-4d4a-bfe2-2852d74e2947 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:17.803796 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-37fdb171-cc8f-4ec9-ba35-ea116ac56310 req-d5aef932-823b-4d4a-bfe2-2852d74e2947 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/ports?device_id=986a0939-a00f-4c1f-b0a9-68e28695f014 HTTP/1.1" status: 200 len: 946 time: 0.1279099 Jun 26 21:37:17.805543 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-884af0ec-6396-47d7-8d19-b61bb94e6921 service neutron] For port 8785081d-9335-4ecd-ab55-7f5ff755fc31, host hv-cinder-79820, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=8785081d-9335-4ecd-ab55-7f5ff755fc31,segment=NetworkSegment(9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a),segment_id=9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:37:17.811562 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-884af0ec-6396-47d7-8d19-b61bb94e6921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8809713'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:17.814284 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-d4a2ef33-6f94-4640-9052-4d8da3713bda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:37:17.861102 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-884af0ec-6396-47d7-8d19-b61bb94e6921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:17.861718 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-884af0ec-6396-47d7-8d19-b61bb94e6921 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:17.863642 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-884af0ec-6396-47d7-8d19-b61bb94e6921 service neutron] 10.222.0.41 "PUT /v2.0/ports/8785081d-9335-4ecd-ab55-7f5ff755fc31 HTTP/1.1" status: 200 len: 1093 time: 0.9249055 Jun 26 21:37:17.864297 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b756a25d-e5e4-433f-a6e5-4d4fc445e3b1', 'tag': '8785081d-9335-4ecd-ab55-7f5ff755fc31'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:37:17.866610 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02b73ab247f9faeb07a43472fb83bf8797eb00ff3c4bc2c6d8d9a12e0ada40b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6006e38d-1c37-4ade-9db7-278c4028e178" -d '{"events": [{"name": "network-changed", "server_uuid": "b756a25d-e5e4-433f-a6e5-4d4fc445e3b1", "tag": "8785081d-9335-4ecd-ab55-7f5ff755fc31"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:37:17.912135 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-37fdb171-cc8f-4ec9-ba35-ea116ac56310 req-16bf7387-6964-41e6-8b2b-6402c90de472 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/security-groups?id=a288ab8c-1f80-4f85-ae6c-29f1312b8404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019268 Jun 26 21:37:17.914280 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884af0ec-6396-47d7-8d19-b61bb94e6921 service neutron] Pushing event updated for resources: {'Port': ['ID=8785081d-9335-4ecd-ab55-7f5ff755fc31,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:37:17.924231 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-884af0ec-6396-47d7-8d19-b61bb94e6921 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:37:17.927085 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 21:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1714f9-67f4-4ac9-8076-3fe7883c2e97 x-openstack-request-id: req-9a1714f9-67f4-4ac9-8076-3fe7883c2e97 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:37:17.927431 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b756a25d-e5e4-433f-a6e5-4d4fc445e3b1", "tag": "8785081d-9335-4ecd-ab55-7f5ff755fc31", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:37:17.927722 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9a1714f9-67f4-4ac9-8076-3fe7883c2e97 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:37:17.928154 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b756a25d-e5e4-433f-a6e5-4d4fc445e3b1', 'tag': '8785081d-9335-4ecd-ab55-7f5ff755fc31', 'status': 'completed', 'code': 200} Jun 26 21:37:17.978123 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-750ddc62-33ed-4690-9cec-546e9bc15f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:17.979932 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-750ddc62-33ed-4690-9cec-546e9bc15f0a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d57413efbdfc45b299c235407da019ce&device_id=b756a25d-e5e4-433f-a6e5-4d4fc445e3b1 HTTP/1.1" status: 200 len: 1096 time: 0.0668728 Jun 26 21:37:18.052334 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-b5dd838a-ce5d-4398-be17-bc422111991b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8785081d-9335-4ecd-ab55-7f5ff755fc31 HTTP/1.1" status: 200 len: 217 time: 0.0389793 Jun 26 21:37:18.104520 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-62e94404-a80b-4551-9693-51c35cb0a616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:18.105968 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-62e94404-a80b-4551-9693-51c35cb0a616 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b01ad406-256f-4138-8b6e-7125345feab0 HTTP/1.1" status: 200 len: 851 time: 0.0457993 Jun 26 21:37:18.170739 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-90505a6a-6d4d-4da9-b779-96f554bf4a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:18.172264 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-90505a6a-6d4d-4da9-b779-96f554bf4a74 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8afb80a-5940-4655-9052-1907914d829f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579607 Jun 26 21:37:18.281120 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-8b15b152-c28c-4b89-a2f3-914ebe0996fc service neutron] 10.222.0.41 "GET /v2.0/networks/a8afb80a-5940-4655-9052-1907914d829f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960255 Jun 26 21:37:18.414804 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-72ab2236-cb70-4fd7-8b82-821484ca80cf req-c3afa222-2240-455b-bcdd-1ee9727ac910 service neutron] 10.222.0.41 "GET /v2.0/networks/a8afb80a-5940-4655-9052-1907914d829f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244485 Jun 26 21:37:18.428565 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d0f23-e72c-4213-90e6-4eef1cc7a263 req-b46221bf-4da9-4f23-9a01-f7b4e7a55e91 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:18.430003 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3f6d0f23-e72c-4213-90e6-4eef1cc7a263 req-b46221bf-4da9-4f23-9a01-f7b4e7a55e91 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 944 time: 0.1314008 Jun 26 21:37:18.486646 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3f6d0f23-e72c-4213-90e6-4eef1cc7a263 req-4a67b566-2d8a-4dd2-a985-e671d431267e tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479119 Jun 26 21:37:18.587408 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006e38d-1c37-4ade-9db7-278c4028e178 req-9bc39534-9754-449e-af46-5d1295223a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:18.589771 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6006e38d-1c37-4ade-9db7-278c4028e178 req-9bc39534-9754-449e-af46-5d1295223a01 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d57413efbdfc45b299c235407da019ce&device_id=b756a25d-e5e4-433f-a6e5-4d4fc445e3b1 HTTP/1.1" status: 200 len: 1096 time: 0.1023543 Jun 26 21:37:18.750542 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 0df9f7ba-e298-4f7c-956e-64bc55ec6e83 up at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:37:18.759495 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006e38d-1c37-4ade-9db7-278c4028e178 req-36dc244a-90e1-4d21-9499-1063073df850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:18.761232 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6006e38d-1c37-4ade-9db7-278c4028e178 req-36dc244a-90e1-4d21-9499-1063073df850 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a8afb80a-5940-4655-9052-1907914d829f HTTP/1.1" status: 200 len: 913 time: 0.1529663 Jun 26 21:37:18.771305 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.agents_db [None req-53b98272-06bb-47ef-8924-edf36d473ef8 None None] Agent healthcheck: found 6 active agents {{(pid=92924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 21:37:18.781968 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9b2aa-dd4d-4c2a-a9df-f611d3c69c1b req-0c5ef330-b5e8-429d-8f52-d3a23e9439ca tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:18.783766 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fac9b2aa-dd4d-4c2a-a9df-f611d3c69c1b req-0c5ef330-b5e8-429d-8f52-d3a23e9439ca tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=b756a25d-e5e4-433f-a6e5-4d4fc445e3b1 HTTP/1.1" status: 200 len: 943 time: 0.1317008 Jun 26 21:37:18.811280 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Provisioning complete for port 0df9f7ba-e298-4f7c-956e-64bc55ec6e83 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:37:18.811999 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:18.830392 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6006e38d-1c37-4ade-9db7-278c4028e178 req-9c8cc3c7-04fa-4ada-8808-97561fd0ac20 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8785081d-9335-4ecd-ab55-7f5ff755fc31 HTTP/1.1" status: 200 len: 217 time: 0.0565248 Jun 26 21:37:18.865964 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fac9b2aa-dd4d-4c2a-a9df-f611d3c69c1b req-8213eea6-59d5-4318-a1d9-fff3b6481ef5 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761707 Jun 26 21:37:18.907919 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006e38d-1c37-4ade-9db7-278c4028e178 req-fd3a2878-b2ca-43c7-b05b-53881558c7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:18.909425 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6006e38d-1c37-4ade-9db7-278c4028e178 req-fd3a2878-b2ca-43c7-b05b-53881558c7bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b01ad406-256f-4138-8b6e-7125345feab0 HTTP/1.1" status: 200 len: 851 time: 0.0603824 Jun 26 21:37:18.976771 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006e38d-1c37-4ade-9db7-278c4028e178 req-d3fe6b54-b7f3-4507-a470-3f09751b9881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:18.978399 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6006e38d-1c37-4ade-9db7-278c4028e178 req-d3fe6b54-b7f3-4507-a470-3f09751b9881 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8afb80a-5940-4655-9052-1907914d829f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0587204 Jun 26 21:37:19.051632 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:19.095901 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 0df9f7ba-e298-4f7c-956e-64bc55ec6e83, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=0df9f7ba-e298-4f7c-956e-64bc55ec6e83,segment=NetworkSegment(b01e252e-c69b-424c-adf8-eabe4b93980a),segment_id=b01e252e-c69b-424c-adf8-eabe4b93980a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:37:19.102238 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:19.104824 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-b0682ffb-9273-4875-a524-896a59fbc96c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:37:19.107488 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7baf0a4-97d5-460e-b618-236e91833cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df9f7ba-e298-4f7c-956e-64bc55ec6e83'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:37:19.110184 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8789620f65ed64c11f36a2c9fb0085813b3741d077667d6f020eb6652e2807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3dfe13-2d28-4054-95a1-9e881a5d6029" -d '{"events": [{"server_uuid": "e7baf0a4-97d5-460e-b618-236e91833cde", "name": "network-vif-plugged", "status": "completed", "tag": "0df9f7ba-e298-4f7c-956e-64bc55ec6e83"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:37:19.141439 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6006e38d-1c37-4ade-9db7-278c4028e178 req-57226d38-2685-4cc1-a628-899e9728c151 service neutron] 10.222.0.41 "GET /v2.0/networks/a8afb80a-5940-4655-9052-1907914d829f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504498 Jun 26 21:37:19.154256 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39bedef-71ec-4d87-8c58-603b54492890 req-541302e9-3df8-4a27-81c0-db685973f88b tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:19.156580 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d39bedef-71ec-4d87-8c58-603b54492890 req-541302e9-3df8-4a27-81c0-db685973f88b tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/ports?device_id=986a0939-a00f-4c1f-b0a9-68e28695f014 HTTP/1.1" status: 200 len: 946 time: 0.1023188 Jun 26 21:37:19.180328 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 21:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf81c33-6638-4bd9-be2a-fd3f76b95635 x-openstack-request-id: req-ddf81c33-6638-4bd9-be2a-fd3f76b95635 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:37:19.180873 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7baf0a4-97d5-460e-b618-236e91833cde", "name": "network-vif-plugged", "status": "completed", "tag": "0df9f7ba-e298-4f7c-956e-64bc55ec6e83", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:37:19.181286 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ddf81c33-6638-4bd9-be2a-fd3f76b95635 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:37:19.181769 dv-cinder-798208-1-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7baf0a4-97d5-460e-b618-236e91833cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df9f7ba-e298-4f7c-956e-64bc55ec6e83', 'code': 200} Jun 26 21:37:19.206314 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=0df9f7ba-e298-4f7c-956e-64bc55ec6e83,revision_number=7']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:37:19.206314 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:37:19.272520 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d39bedef-71ec-4d87-8c58-603b54492890 req-923f60d5-7b42-4245-a57c-5c7e81f2716b tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/security-groups?id=a288ab8c-1f80-4f85-ae6c-29f1312b8404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055932 Jun 26 21:37:19.298396 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6006e38d-1c37-4ade-9db7-278c4028e178 req-8d8cc4ad-6034-4466-8f95-0b83c139d097 service neutron] 10.222.0.41 "GET /v2.0/networks/a8afb80a-5940-4655-9052-1907914d829f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407847 Jun 26 21:37:19.781967 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c509f05-13bc-4483-9c4f-0d527d1c4c43 req-73deda54-cb06-4145-b785-88d387e3307d tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:19.785883 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5c509f05-13bc-4483-9c4f-0d527d1c4c43 req-73deda54-cb06-4145-b785-88d387e3307d tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 945 time: 0.1325536 Jun 26 21:37:19.892866 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5c509f05-13bc-4483-9c4f-0d527d1c4c43 req-758176dc-1909-4311-bb66-f7d0b195f721 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973763 Jun 26 21:37:20.088136 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205aebf-1c15-44f2-a82a-b5cbeda330ce req-b938a44a-ddd1-4456-a50c-9a9c3eefcd60 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:20.089699 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1205aebf-1c15-44f2-a82a-b5cbeda330ce req-b938a44a-ddd1-4456-a50c-9a9c3eefcd60 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=b756a25d-e5e4-433f-a6e5-4d4fc445e3b1 HTTP/1.1" status: 200 len: 943 time: 0.0768287 Jun 26 21:37:20.145399 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1205aebf-1c15-44f2-a82a-b5cbeda330ce req-838d2279-b05d-4626-b386-dcb0204553dc tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491629 Jun 26 21:37:20.404491 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8e0d917a-136e-4a44-9d8d-3cf39600c91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:21.094608 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53a270-d19d-445a-be99-c9cc5192ae9b req-3c6320b0-6403-43f9-bd37-1ec8ef4ef3d0 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:21.096288 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-be53a270-d19d-445a-be99-c9cc5192ae9b req-3c6320b0-6403-43f9-bd37-1ec8ef4ef3d0 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 945 time: 0.0799668 Jun 26 21:37:21.155065 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-be53a270-d19d-445a-be99-c9cc5192ae9b req-91af1372-1fee-4f3c-940f-8e911d062044 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477505 Jun 26 21:37:21.343960 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f69c87-6634-487d-ba49-4ae1775d7162 req-df4ae367-3d80-4e08-9458-6c26c78f38bf tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:21.345590 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-78f69c87-6634-487d-ba49-4ae1775d7162 req-df4ae367-3d80-4e08-9458-6c26c78f38bf tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=b756a25d-e5e4-433f-a6e5-4d4fc445e3b1 HTTP/1.1" status: 200 len: 943 time: 0.0695741 Jun 26 21:37:21.384798 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-78f69c87-6634-487d-ba49-4ae1775d7162 req-4244e5eb-1325-4d15-a7cd-907a4b22c754 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330234 Jun 26 21:37:22.344168 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc2d4d-24f7-4e3e-ade1-af6b18cc408c req-42d5758a-e77d-4449-bb03-b8c5fe1d9ebe tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:22.345669 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-dfbc2d4d-24f7-4e3e-ade1-af6b18cc408c req-42d5758a-e77d-4449-bb03-b8c5fe1d9ebe tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 945 time: 0.0649362 Jun 26 21:37:22.400775 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-dfbc2d4d-24f7-4e3e-ade1-af6b18cc408c req-3a5dc058-bcfa-438b-9172-538a3c03e449 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472481 Jun 26 21:37:22.574195 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f087d-3de1-4f3e-9ba2-084c6d574c75 req-e03e612c-6435-4df4-85c6-83ec5e1985bf tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:22.576064 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3f0f087d-3de1-4f3e-9ba2-084c6d574c75 req-e03e612c-6435-4df4-85c6-83ec5e1985bf tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=b756a25d-e5e4-433f-a6e5-4d4fc445e3b1 HTTP/1.1" status: 200 len: 943 time: 0.0683753 Jun 26 21:37:22.623760 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3f0f087d-3de1-4f3e-9ba2-084c6d574c75 req-8c3cd7d2-d788-47f7-9d53-fb70eafbffbd tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410743 Jun 26 21:37:22.645930 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:23.605183 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec9978-8012-4052-a2bd-77a272fcfd87 req-9877223a-421c-4712-a51e-80004b4bd1ae tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:23.606695 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b5ec9978-8012-4052-a2bd-77a272fcfd87 req-9877223a-421c-4712-a51e-80004b4bd1ae tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 945 time: 0.0768299 Jun 26 21:37:23.647241 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b5ec9978-8012-4052-a2bd-77a272fcfd87 req-7dc37a0f-6056-4a5e-93a8-86d8c35d0014 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340877 Jun 26 21:37:23.833248 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14901ec4-7353-48d7-bf0a-721a78ea9799 req-3615b346-5b0d-4cbb-b8fb-f00144e935bd tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:23.834727 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-14901ec4-7353-48d7-bf0a-721a78ea9799 req-3615b346-5b0d-4cbb-b8fb-f00144e935bd tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=b756a25d-e5e4-433f-a6e5-4d4fc445e3b1 HTTP/1.1" status: 200 len: 943 time: 0.0707903 Jun 26 21:37:23.875871 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-14901ec4-7353-48d7-bf0a-721a78ea9799 req-e2a8b32e-316d-47c3-abfc-aaaa5cff0769 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347693 Jun 26 21:37:24.629704 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-41518cd8-87ec-4b38-9a79-bc7aecc64920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:24.787957 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 8785081d-9335-4ecd-ab55-7f5ff755fc31 details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=92923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 21:37:24.884433 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1a145-696b-44c8-b36a-a4d7383e9fd3 req-7bcfb703-fcae-43e6-9474-bb02beae0587 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:24.886021 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a6d1a145-696b-44c8-b36a-a4d7383e9fd3 req-7bcfb703-fcae-43e6-9474-bb02beae0587 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 945 time: 0.0890260 Jun 26 21:37:24.934273 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 8785081d-9335-4ecd-ab55-7f5ff755fc31, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=8785081d-9335-4ecd-ab55-7f5ff755fc31,segment=NetworkSegment(9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a),segment_id=9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:37:24.947812 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a6d1a145-696b-44c8-b36a-a4d7383e9fd3 req-cb0cd953-c362-405e-9b12-1dff7d90e54d tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558870 Jun 26 21:37:24.949534 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Returning: {'device': '8785081d-9335-4ecd-ab55-7f5ff755fc31', 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f', 'port_id': '8785081d-9335-4ecd-ab55-7f5ff755fc31', 'mac_address': 'fa:16:3e:35:b4:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b01ad406-256f-4138-8b6e-7125345feab0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 21:37:24.991140 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:25.011900 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8785081d-9335-4ecd-ab55-7f5ff755fc31 {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 21:37:25.053558 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 8785081d-9335-4ecd-ab55-7f5ff755fc31, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=8785081d-9335-4ecd-ab55-7f5ff755fc31,segment=NetworkSegment(9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a),segment_id=9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:37:25.059460 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:25.062388 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:37:25.095953 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193c093-9b93-4ee7-9fd2-19c970c2a4d4 req-4347ea76-847f-4d9c-8e44-536bec834d8d tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:25.098226 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8193c093-9b93-4ee7-9fd2-19c970c2a4d4 req-4347ea76-847f-4d9c-8e44-536bec834d8d tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=b756a25d-e5e4-433f-a6e5-4d4fc445e3b1 HTTP/1.1" status: 200 len: 943 time: 0.0857339 Jun 26 21:37:25.117873 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=8785081d-9335-4ecd-ab55-7f5ff755fc31,revision_number=4']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:37:25.121125 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:37:25.181949 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8193c093-9b93-4ee7-9fd2-19c970c2a4d4 req-c099e852-3fd6-44ed-95dd-22400ae5d048 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715179 Jun 26 21:37:25.344536 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] get_ports_and_sgs() called for port_ids ['8785081d-9335-4ecd-ab55-7f5ff755fc31'] {{(pid=92923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 21:37:25.890262 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:25.925861 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:26.174159 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86caa74-ccc8-47ad-9bee-31b20e8f8530 req-5e4b76b4-748f-4398-be48-61adddc8965e tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:26.175997 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a86caa74-ccc8-47ad-9bee-31b20e8f8530 req-5e4b76b4-748f-4398-be48-61adddc8965e tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 945 time: 0.0793881 Jun 26 21:37:26.250713 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a86caa74-ccc8-47ad-9bee-31b20e8f8530 req-33defdff-b0f2-43c0-8a14-9c4cf3bff290 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675218 Jun 26 21:37:26.390849 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc158f80-c3f7-47b4-8063-ca57e22eaec6 req-ae4894d9-08ea-47d7-aa22-1bfc1977a78b tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:26.399051 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bc158f80-c3f7-47b4-8063-ca57e22eaec6 req-ae4894d9-08ea-47d7-aa22-1bfc1977a78b tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=b756a25d-e5e4-433f-a6e5-4d4fc445e3b1 HTTP/1.1" status: 200 len: 944 time: 0.0808699 Jun 26 21:37:26.445094 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bc158f80-c3f7-47b4-8063-ca57e22eaec6 req-94a196bc-39e0-468a-9b67-2af03998a51b tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438361 Jun 26 21:37:26.789410 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 8785081d-9335-4ecd-ab55-7f5ff755fc31 up at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:37:26.843612 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Provisioning for port 8785081d-9335-4ecd-ab55-7f5ff755fc31 completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:37:26.848337 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Provisioning complete for port 8785081d-9335-4ecd-ab55-7f5ff755fc31 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:37:26.848725 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:26.950843 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:26.967008 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b756a25d-e5e4-433f-a6e5-4d4fc445e3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8785081d-9335-4ecd-ab55-7f5ff755fc31'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:37:26.969282 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8789620f65ed64c11f36a2c9fb0085813b3741d077667d6f020eb6652e2807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f923b2-441b-49fd-8698-78d31c8c9b5b" -d '{"events": [{"server_uuid": "b756a25d-e5e4-433f-a6e5-4d4fc445e3b1", "name": "network-vif-plugged", "status": "completed", "tag": "8785081d-9335-4ecd-ab55-7f5ff755fc31"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:37:26.984041 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 8785081d-9335-4ecd-ab55-7f5ff755fc31, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=8785081d-9335-4ecd-ab55-7f5ff755fc31,segment=NetworkSegment(9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a),segment_id=9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:37:26.988196 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:26.990127 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:37:27.010987 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 21:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f218143-a6bb-4426-b042-f04e097e81cf x-openstack-request-id: req-2f218143-a6bb-4426-b042-f04e097e81cf {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:37:27.011339 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b756a25d-e5e4-433f-a6e5-4d4fc445e3b1", "name": "network-vif-plugged", "status": "completed", "tag": "8785081d-9335-4ecd-ab55-7f5ff755fc31", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:37:27.011556 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2f218143-a6bb-4426-b042-f04e097e81cf {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:37:27.011940 dv-cinder-798208-1-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b756a25d-e5e4-433f-a6e5-4d4fc445e3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8785081d-9335-4ecd-ab55-7f5ff755fc31', 'code': 200} Jun 26 21:37:27.057327 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=8785081d-9335-4ecd-ab55-7f5ff755fc31,revision_number=5']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:37:27.060460 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:37:27.365763 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc22df5-9a0e-46c2-9f4d-c39373b7ce24 req-cc2932c1-a366-4050-ab55-204834518562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:27.367459 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3bc22df5-9a0e-46c2-9f4d-c39373b7ce24 req-cc2932c1-a366-4050-ab55-204834518562 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b756a25d-e5e4-433f-a6e5-4d4fc445e3b1 HTTP/1.1" status: 200 len: 1098 time: 0.0879433 Jun 26 21:37:27.419847 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3bc22df5-9a0e-46c2-9f4d-c39373b7ce24 req-888d898d-4122-495f-9f95-eda0dca37bfc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444376 Jun 26 21:37:27.521812 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c1f0d-4d12-48c7-8890-547a3910672c req-5c0ae166-bb2d-42c9-b7fe-31e324a2dd91 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:27.523376 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cb2c1f0d-4d12-48c7-8890-547a3910672c req-5c0ae166-bb2d-42c9-b7fe-31e324a2dd91 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 945 time: 0.0926199 Jun 26 21:37:27.578831 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cb2c1f0d-4d12-48c7-8890-547a3910672c req-53cd55fb-2ed1-4801-aec2-d45f8b327f2f tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492859 Jun 26 21:37:27.631241 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:27.667303 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c6f2b-f9a9-48c4-aa2a-813ac6a51bf9 req-4cb0f046-c7c0-49af-b649-db9845586db4 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:27.668794 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ab5c6f2b-f9a9-48c4-aa2a-813ac6a51bf9 req-4cb0f046-c7c0-49af-b649-db9845586db4 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=b756a25d-e5e4-433f-a6e5-4d4fc445e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0889912 Jun 26 21:37:27.715023 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ab5c6f2b-f9a9-48c4-aa2a-813ac6a51bf9 req-508a2552-9f4a-4805-aea1-091e80c28995 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404952 Jun 26 21:37:28.559381 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44923da7-7807-4c1d-8dcc-a65cad1ec9f8 req-7b175cf6-92ca-4190-b671-21e9e7b17d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:28.560884 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-44923da7-7807-4c1d-8dcc-a65cad1ec9f8 req-7b175cf6-92ca-4190-b671-21e9e7b17d9c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55d314cce60e4244b7a6c90dbc16089b&device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 1098 time: 0.0535192 Jun 26 21:37:28.648613 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44923da7-7807-4c1d-8dcc-a65cad1ec9f8 req-bb6f6aa7-48ae-4058-94b0-d25f046cb7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:28.650085 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-44923da7-7807-4c1d-8dcc-a65cad1ec9f8 req-bb6f6aa7-48ae-4058-94b0-d25f046cb7b9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=054ba6ce-4b49-439d-a549-d4107e8e07e7 HTTP/1.1" status: 200 len: 917 time: 0.0825460 Jun 26 21:37:28.750339 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-44923da7-7807-4c1d-8dcc-a65cad1ec9f8 req-9b2416e1-4408-499f-848d-bf5fb2c830a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0df9f7ba-e298-4f7c-956e-64bc55ec6e83 HTTP/1.1" status: 200 len: 1001 time: 0.0935605 Jun 26 21:37:28.810436 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bcfe4a-f38e-43b5-8a40-d143e5649911 req-da49e856-bdf2-4688-8ccf-71f0f8e55338 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:28.812169 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-80bcfe4a-f38e-43b5-8a40-d143e5649911 req-da49e856-bdf2-4688-8ccf-71f0f8e55338 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 945 time: 0.1145265 Jun 26 21:37:28.822099 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44923da7-7807-4c1d-8dcc-a65cad1ec9f8 req-bc62cbc7-bc5d-4591-97dd-1342833ab7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:28.823560 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-44923da7-7807-4c1d-8dcc-a65cad1ec9f8 req-bc62cbc7-bc5d-4591-97dd-1342833ab7df service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665 HTTP/1.1" status: 200 len: 855 time: 0.0658123 Jun 26 21:37:29.208275 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-80bcfe4a-f38e-43b5-8a40-d143e5649911 req-4ac6e0d0-a444-4984-8e07-6af204b4a4fe tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3879931 Jun 26 21:37:29.240865 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44923da7-7807-4c1d-8dcc-a65cad1ec9f8 req-0d54f4cd-8771-4d59-9648-1bf6a7f89ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:29.242605 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-44923da7-7807-4c1d-8dcc-a65cad1ec9f8 req-0d54f4cd-8771-4d59-9648-1bf6a7f89ea4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=054ba6ce-4b49-439d-a549-d4107e8e07e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4125543 Jun 26 21:37:29.255112 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e216edf-5067-4f9a-b554-c704ecf1a45f req-f0d9b4a0-d11a-49fb-84fc-526220833101 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:29.256597 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1e216edf-5067-4f9a-b554-c704ecf1a45f req-f0d9b4a0-d11a-49fb-84fc-526220833101 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=b756a25d-e5e4-433f-a6e5-4d4fc445e3b1 HTTP/1.1" status: 200 len: 945 time: 0.4170256 Jun 26 21:37:29.345161 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1e216edf-5067-4f9a-b554-c704ecf1a45f req-5110fb18-4107-4458-af1d-56de44d6ffe2 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788023 Jun 26 21:37:29.366185 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-44923da7-7807-4c1d-8dcc-a65cad1ec9f8 req-6171c5ee-7d5e-424b-82ee-c55ff08a5fc6 service neutron] 10.222.0.41 "GET /v2.0/networks/054ba6ce-4b49-439d-a549-d4107e8e07e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085703 Jun 26 21:37:29.489012 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-44923da7-7807-4c1d-8dcc-a65cad1ec9f8 req-89f92c16-1ce8-4b75-b1ac-2b2475e9fedb service neutron] 10.222.0.41 "GET /v2.0/networks/054ba6ce-4b49-439d-a549-d4107e8e07e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147473 Jun 26 21:37:29.523794 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba966f-3370-470e-8128-cbca10cbfb4f req-ca0340f8-a337-4b26-8937-df6341c572ca tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:29.525255 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4aba966f-3370-470e-8128-cbca10cbfb4f req-ca0340f8-a337-4b26-8937-df6341c572ca tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=b756a25d-e5e4-433f-a6e5-4d4fc445e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0661588 Jun 26 21:37:29.562278 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4aba966f-3370-470e-8128-cbca10cbfb4f req-b831e477-6b94-4313-b27e-df18a34dc390 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314019 Jun 26 21:37:29.586659 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 47240) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:37:29.642433 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f54d84-45d2-457e-8223-70ef17bbdc0d tempest-TestVolumeBootPattern-683383497 tempest-TestVolumeBootPattern-683383497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:29.644557 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-b1f54d84-45d2-457e-8223-70ef17bbdc0d tempest-TestVolumeBootPattern-683383497 tempest-TestVolumeBootPattern-683383497-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b756a25d-e5e4-433f-a6e5-4d4fc445e3b1 HTTP/1.1" status: 200 len: 1093 time: 0.0563731 Jun 26 21:37:29.647419 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 47242) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:37:29.651676 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-3b2d6cdb-a900-4e67-a47e-97d1a9bad903 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Request body: {'floatingip': {'floating_network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'port_id': '8785081d-9335-4ecd-ab55-7f5ff755fc31', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:37:29.673567 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3b2d6cdb-a900-4e67-a47e-97d1a9bad903 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks [] for floatingip, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:29.769643 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3b2d6cdb-a900-4e67-a47e-97d1a9bad903 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:29.874862 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [None req-3b2d6cdb-a900-4e67-a47e-97d1a9bad903 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Allocated IP 172.27.2.201 (fc74eb2e-f674-4785-8e1a-443cbfb459f7/02c6eafe-d2ac-4065-b904-73ec1df0a44a/368f6728-faff-4b29-b178-0d620dfe022e) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:37:29.977269 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3b2d6cdb-a900-4e67-a47e-97d1a9bad903 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:30.014422 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3b2d6cdb-a900-4e67-a47e-97d1a9bad903 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8896248'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:30.016463 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-961bfb0d-0293-4d9e-bd17-563e4d72361e tempest-AttachVolumeNegativeTest-2023515603 tempest-AttachVolumeNegativeTest-2023515603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:37:30.055980 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2d6cdb-a900-4e67-a47e-97d1a9bad903 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Network fc74eb2e-f674-4785-8e1a-443cbfb459f7 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:37:30.058761 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-3b2d6cdb-a900-4e67-a47e-97d1a9bad903 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:37:30.063513 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2d6cdb-a900-4e67-a47e-97d1a9bad903 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:37:30.066734 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d6cdb-a900-4e67-a47e-97d1a9bad903 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Pushing event updated for resources: {'Port': ['ID=368f6728-faff-4b29-b178-0d620dfe022e,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:37:30.372932 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-3b2d6cdb-a900-4e67-a47e-97d1a9bad903 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:37:30.403325 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e2d045-e2fc-4153-9829-6b4dd72b30a6 req-69b5b115-6908-462f-8c28-c20c2a3edce1 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:30.404838 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-48e2d045-e2fc-4153-9829-6b4dd72b30a6 req-69b5b115-6908-462f-8c28-c20c2a3edce1 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 945 time: 0.0650938 Jun 26 21:37:30.442967 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-48e2d045-e2fc-4153-9829-6b4dd72b30a6 req-e208aa37-00a5-4314-876b-36fc6e3abb0a tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316434 Jun 26 21:37:30.723843 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3b2d6cdb-a900-4e67-a47e-97d1a9bad903 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:30.786883 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 0df9f7ba-e298-4f7c-956e-64bc55ec6e83 no longer exists at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:37:30.801487 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3b2d6cdb-a900-4e67-a47e-97d1a9bad903 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:30.868458 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:30.891030 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7baf0a4-97d5-460e-b618-236e91833cde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0df9f7ba-e298-4f7c-956e-64bc55ec6e83'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:37:30.893302 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8789620f65ed64c11f36a2c9fb0085813b3741d077667d6f020eb6652e2807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9daac2-1f6c-4493-b0fc-76345f244e03" -d '{"events": [{"server_uuid": "e7baf0a4-97d5-460e-b618-236e91833cde", "name": "network-vif-unplugged", "status": "completed", "tag": "0df9f7ba-e298-4f7c-956e-64bc55ec6e83"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:37:30.905369 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 0df9f7ba-e298-4f7c-956e-64bc55ec6e83, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=0df9f7ba-e298-4f7c-956e-64bc55ec6e83,segment=NetworkSegment(b01e252e-c69b-424c-adf8-eabe4b93980a),segment_id=b01e252e-c69b-424c-adf8-eabe4b93980a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:37:30.910799 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:30.912658 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:37:30.935845 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Jun 2021 21:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b5d21f-159d-4977-aee8-fda9b3ccd304 x-openstack-request-id: req-73b5d21f-159d-4977-aee8-fda9b3ccd304 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:37:30.936211 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7baf0a4-97d5-460e-b618-236e91833cde", "name": "network-vif-unplugged", "status": "completed", "tag": "0df9f7ba-e298-4f7c-956e-64bc55ec6e83", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:37:30.936590 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-73b5d21f-159d-4977-aee8-fda9b3ccd304 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:37:30.937047 dv-cinder-798208-1-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7baf0a4-97d5-460e-b618-236e91833cde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0df9f7ba-e298-4f7c-956e-64bc55ec6e83', 'code': 200} Jun 26 21:37:30.960695 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=0df9f7ba-e298-4f7c-956e-64bc55ec6e83,revision_number=8']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:37:30.961375 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3b2d6cdb-a900-4e67-a47e-97d1a9bad903 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:30.964128 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:37:30.967328 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3b2d6cdb-a900-4e67-a47e-97d1a9bad903 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8896010'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:30.969581 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-d3037260-49f8-4c50-8e35-1edcebf51695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:37:31.038871 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d6cdb-a900-4e67-a47e-97d1a9bad903 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Pushing event updated for resources: {'Port': ['ID=368f6728-faff-4b29-b178-0d620dfe022e,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:37:31.042753 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-3b2d6cdb-a900-4e67-a47e-97d1a9bad903 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:37:31.047529 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3b2d6cdb-a900-4e67-a47e-97d1a9bad903 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642591'] for floatingip, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:31.144800 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.db.l3_db [None req-3b2d6cdb-a900-4e67-a47e-97d1a9bad903 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Floating IP 493e7557-85df-41be-be1a-70ab5865dfc0 associated. External IP: 172.27.2.201, port: 8785081d-9335-4ecd-ab55-7f5ff755fc31. Jun 26 21:37:31.364965 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2d6cdb-a900-4e67-a47e-97d1a9bad903 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Router 91a92a4d-40e9-484e-a859-76bd492b0211 has already been hosted by L3 agent 8f52ff15-e1cf-4181-89b9-9a217ed1d1bf {{(pid=92921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 21:37:31.478999 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2d6cdb-a900-4e67-a47e-97d1a9bad903 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify agent at l3_agent.dv-cinder-798208-1-iscsi the message routers_updated {{(pid=92921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 21:37:31.496964 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3b2d6cdb-a900-4e67-a47e-97d1a9bad903 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for floatingip, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:31.509907 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a09e71-8e24-454f-b855-98772c0dfb23 None None] Sync routers for ids ['91a92a4d-40e9-484e-a859-76bd492b0211'] in dv-cinder-798208-1-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 21:37:31.519872 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a09e71-8e24-454f-b855-98772c0dfb23 None None] Routers {'91a92a4d-40e9-484e-a859-76bd492b0211'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:37:31.520495 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-17a09e71-8e24-454f-b855-98772c0dfb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:37:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['91a92a4d-40e9-484e-a859-76bd492b0211'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:37:31.554777 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-3b2d6cdb-a900-4e67-a47e-97d1a9bad903 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8925056 Jun 26 21:37:31.554777 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b756a25d-e5e4-433f-a6e5-4d4fc445e3b1', 'tag': '8785081d-9335-4ecd-ab55-7f5ff755fc31'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:37:31.554777 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b5f6d741f71b22ca80de7011a5bf010bd5b330abd4b28dbd747dc86a1ce20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2654d86c-f202-43e6-ba80-fa5548986cbc" -d '{"events": [{"name": "network-changed", "server_uuid": "b756a25d-e5e4-433f-a6e5-4d4fc445e3b1", "tag": "8785081d-9335-4ecd-ab55-7f5ff755fc31"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:37:31.585005 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 21:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906a8e56-bc9e-45a7-a79d-556682d48138 x-openstack-request-id: req-906a8e56-bc9e-45a7-a79d-556682d48138 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:37:31.585413 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b756a25d-e5e4-433f-a6e5-4d4fc445e3b1", "tag": "8785081d-9335-4ecd-ab55-7f5ff755fc31", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:37:31.585741 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-906a8e56-bc9e-45a7-a79d-556682d48138 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:37:31.586184 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b756a25d-e5e4-433f-a6e5-4d4fc445e3b1', 'tag': '8785081d-9335-4ecd-ab55-7f5ff755fc31', 'status': 'completed', 'code': 200} Jun 26 21:37:31.633435 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-17a09e71-8e24-454f-b855-98772c0dfb23 None None] Set router 91a92a4d-40e9-484e-a859-76bd492b0211 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:37:31.688536 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c09dc2-cbc9-4fbd-b43b-292ab05e642c req-fe46e52e-dab2-40a4-acb1-b3b3f30ccc24 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:31.690060 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-54c09dc2-cbc9-4fbd-b43b-292ab05e642c req-fe46e52e-dab2-40a4-acb1-b3b3f30ccc24 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 943 time: 0.1122444 Jun 26 21:37:31.705421 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654d86c-f202-43e6-ba80-fa5548986cbc req-2b5b8461-1fc8-4a62-8a22-b9da7687818a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:31.706948 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2654d86c-f202-43e6-ba80-fa5548986cbc req-2b5b8461-1fc8-4a62-8a22-b9da7687818a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d57413efbdfc45b299c235407da019ce&device_id=b756a25d-e5e4-433f-a6e5-4d4fc445e3b1 HTTP/1.1" status: 200 len: 1098 time: 0.0920203 Jun 26 21:37:31.792884 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-54c09dc2-cbc9-4fbd-b43b-292ab05e642c req-7a5dcabc-2a5f-406c-9dcd-af47ed653400 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951276 Jun 26 21:37:31.838083 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654d86c-f202-43e6-ba80-fa5548986cbc req-451ecdcd-08f0-43c0-a566-b512bc580be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:31.839801 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2654d86c-f202-43e6-ba80-fa5548986cbc req-451ecdcd-08f0-43c0-a566-b512bc580be5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a8afb80a-5940-4655-9052-1907914d829f HTTP/1.1" status: 200 len: 913 time: 0.1231976 Jun 26 21:37:31.884549 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-17a09e71-8e24-454f-b855-98772c0dfb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'name': 'tempest-TestVolumeBootPattern-1551406780-router', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:05Z', 'updated_at': '2021-06-26T21:31:16Z', 'revision_number': 4, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'gw_port': {'id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:08Z', 'updated_at': '2021-06-26T21:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_floatingips': [{'id': '493e7557-85df-41be-be1a-70ab5865dfc0', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'floating_ip_address': '172.27.2.201', 'floating_network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'router_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'port_id': '8785081d-9335-4ecd-ab55-7f5ff755fc31', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f', 'mac_address': 'fa:16:3e:35:b4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b756a25d-e5e4-433f-a6e5-4d4fc445e3b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T21:37:30Z', 'updated_at': '2021-06-26T21:37:30Z', 'revision_number': 0, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'fixed_ip_address_scope': None}, {'id': 'f19b13a1-0801-41ba-81cf-9ce11742d2f9', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'router_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'port_id': 'dc1d3aab-26fb-43f0-85cb-3389ff1d071d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f', 'mac_address': 'fa:16:3e:27:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db0d069-ba0f-44e5-94da-d45c6f7b9da5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T21:35:29Z', 'updated_at': '2021-06-26T21:35:32Z', 'revision_number': 1, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b29f8b2-ce57-466d-9e4f-4102489e5760', 'name': '', 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'mac_address': 'fa:16:3e:c5:e7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'b01ad406-256f-4138-8b6e-7125345feab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:13Z', 'updated_at': '2021-06-26T21:31:26Z', 'revision_number': 5, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'subnets': [{'id': 'b01ad406-256f-4138-8b6e-7125345feab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:37:31.906804 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2654d86c-f202-43e6-ba80-fa5548986cbc req-1590ffbd-8471-45cd-8b5c-e9e774f88711 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8785081d-9335-4ecd-ab55-7f5ff755fc31 HTTP/1.1" status: 200 len: 999 time: 0.0589676 Jun 26 21:37:31.919357 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a09e71-8e24-454f-b855-98772c0dfb23 None None] Checking router: 91a92a4d-40e9-484e-a859-76bd492b0211 for host: dv-cinder-798208-1-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 21:37:31.928118 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a09e71-8e24-454f-b855-98772c0dfb23 None None] Routers {'91a92a4d-40e9-484e-a859-76bd492b0211'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:37:31.928848 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-17a09e71-8e24-454f-b855-98772c0dfb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:37:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['91a92a4d-40e9-484e-a859-76bd492b0211'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:37:31.961161 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654d86c-f202-43e6-ba80-fa5548986cbc req-58522eec-ad5c-452b-856f-b1c6283a817e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:31.962753 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2654d86c-f202-43e6-ba80-fa5548986cbc req-58522eec-ad5c-452b-856f-b1c6283a817e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b01ad406-256f-4138-8b6e-7125345feab0 HTTP/1.1" status: 200 len: 851 time: 0.0490837 Jun 26 21:37:32.042132 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654d86c-f202-43e6-ba80-fa5548986cbc req-45430507-f2cf-43bb-a572-68ea69ac9342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:32.043792 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2654d86c-f202-43e6-ba80-fa5548986cbc req-45430507-f2cf-43bb-a572-68ea69ac9342 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8afb80a-5940-4655-9052-1907914d829f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0731001 Jun 26 21:37:32.134431 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-17a09e71-8e24-454f-b855-98772c0dfb23 None None] Set router 91a92a4d-40e9-484e-a859-76bd492b0211 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:37:32.146988 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2654d86c-f202-43e6-ba80-fa5548986cbc req-93cfd7a6-c08a-4446-98a6-a978e8673a11 service neutron] 10.222.0.41 "GET /v2.0/networks/a8afb80a-5940-4655-9052-1907914d829f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944512 Jun 26 21:37:32.246480 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2654d86c-f202-43e6-ba80-fa5548986cbc req-2cf19310-19da-4c22-901c-2213e82169c6 service neutron] 10.222.0.41 "GET /v2.0/networks/a8afb80a-5940-4655-9052-1907914d829f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932908 Jun 26 21:37:32.381156 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-17a09e71-8e24-454f-b855-98772c0dfb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'name': 'tempest-TestVolumeBootPattern-1551406780-router', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:05Z', 'updated_at': '2021-06-26T21:31:16Z', 'revision_number': 4, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'gw_port': {'id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:08Z', 'updated_at': '2021-06-26T21:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_floatingips': [{'id': '493e7557-85df-41be-be1a-70ab5865dfc0', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'floating_ip_address': '172.27.2.201', 'floating_network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'router_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'port_id': '8785081d-9335-4ecd-ab55-7f5ff755fc31', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f', 'mac_address': 'fa:16:3e:35:b4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b756a25d-e5e4-433f-a6e5-4d4fc445e3b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T21:37:30Z', 'updated_at': '2021-06-26T21:37:30Z', 'revision_number': 0, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'fixed_ip_address_scope': None}, {'id': 'f19b13a1-0801-41ba-81cf-9ce11742d2f9', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'router_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'port_id': 'dc1d3aab-26fb-43f0-85cb-3389ff1d071d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f', 'mac_address': 'fa:16:3e:27:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db0d069-ba0f-44e5-94da-d45c6f7b9da5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T21:35:29Z', 'updated_at': '2021-06-26T21:35:32Z', 'revision_number': 1, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b29f8b2-ce57-466d-9e4f-4102489e5760', 'name': '', 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'mac_address': 'fa:16:3e:c5:e7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'b01ad406-256f-4138-8b6e-7125345feab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:13Z', 'updated_at': '2021-06-26T21:31:26Z', 'revision_number': 5, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'subnets': [{'id': 'b01ad406-256f-4138-8b6e-7125345feab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:37:32.411067 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a09e71-8e24-454f-b855-98772c0dfb23 None None] The sync data for ids ['91a92a4d-40e9-484e-a859-76bd492b0211'] in dv-cinder-798208-1-iscsi is: [{'id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'name': 'tempest-TestVolumeBootPattern-1551406780-router', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:05Z', 'updated_at': '2021-06-26T21:31:16Z', 'revision_number': 4, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'gw_port': {'id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:08Z', 'updated_at': '2021-06-26T21:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_floatingips': [{'id': '493e7557-85df-41be-be1a-70ab5865dfc0', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'floating_ip_address': '172.27.2.201', 'floating_network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'router_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'port_id': '8785081d-9335-4ecd-ab55-7f5ff755fc31', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f', 'mac_address': 'fa:16:3e:35:b4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b756a25d-e5e4-433f-a6e5-4d4fc445e3b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T21:37:30Z', 'updated_at': '2021-06-26T21:37:30Z', 'revision_number': 0, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'fixed_ip_address_scope': None}, {'id': 'f19b13a1-0801-41ba-81cf-9ce11742d2f9', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'router_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'port_id': 'dc1d3aab-26fb-43f0-85cb-3389ff1d071d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f', 'mac_address': 'fa:16:3e:27:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db0d069-ba0f-44e5-94da-d45c6f7b9da5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T21:35:29Z', 'updated_at': '2021-06-26T21:35:32Z', 'revision_number': 1, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b29f8b2-ce57-466d-9e4f-4102489e5760', 'name': '', 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'mac_address': 'fa:16:3e:c5:e7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'b01ad406-256f-4138-8b6e-7125345feab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:13Z', 'updated_at': '2021-06-26T21:31:26Z', 'revision_number': 5, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'subnets': [{'id': 'b01ad406-256f-4138-8b6e-7125345feab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 21:37:32.610994 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776118c9-3f8d-4b48-90a6-7d85f66d5ae1 None None] New status for floating IP 493e7557-85df-41be-be1a-70ab5865dfc0: ACTIVE {{(pid=92923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 21:37:34.027828 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3e19c-e43d-47d8-8216-34ba9b98e010 req-128a7452-6250-4d57-bc37-fa3cd9b96717 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:34.029566 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-48b3e19c-e43d-47d8-8216-34ba9b98e010 req-128a7452-6250-4d57-bc37-fa3cd9b96717 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 943 time: 0.0674663 Jun 26 21:37:34.069469 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-48b3e19c-e43d-47d8-8216-34ba9b98e010 req-deee6037-3479-46c0-9863-2a93019250f1 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334358 Jun 26 21:37:34.225587 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 47318) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:37:34.314223 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-555b0dd4-e5f0-42d9-b767-ff225fcf29ef req-e48d91e7-4408-44f1-8f03-b4d9f92439f7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0874264 Jun 26 21:37:34.800964 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 0df9f7ba-e298-4f7c-956e-64bc55ec6e83 no longer exists at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:37:35.289560 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e960a4-7ba1-4ddd-9e69-d99e2399f16e req-3ee84989-9e99-4876-bc5c-faa8ff30c132 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:35.291065 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-57e960a4-7ba1-4ddd-9e69-d99e2399f16e req-3ee84989-9e99-4876-bc5c-faa8ff30c132 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 943 time: 0.1065147 Jun 26 21:37:35.297635 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b0dd4-e5f0-42d9-b767-ff225fcf29ef req-7bd99976-d78c-491f-ba16-4ef11ac3e17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:35.299089 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-555b0dd4-e5f0-42d9-b767-ff225fcf29ef req-7bd99976-d78c-491f-ba16-4ef11ac3e17e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde&tenant_id=55d314cce60e4244b7a6c90dbc16089b HTTP/1.1" status: 200 len: 1096 time: 0.0868402 Jun 26 21:37:35.359684 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-57e960a4-7ba1-4ddd-9e69-d99e2399f16e req-7a8320bc-0f66-4161-ae79-1207d26822e3 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594835 Jun 26 21:37:35.390620 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b0dd4-e5f0-42d9-b767-ff225fcf29ef req-365a4c2f-7bb7-4059-9aaa-9422446e49b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:35.392158 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-555b0dd4-e5f0-42d9-b767-ff225fcf29ef req-365a4c2f-7bb7-4059-9aaa-9422446e49b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55d314cce60e4244b7a6c90dbc16089b&device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 1096 time: 0.0712647 Jun 26 21:37:35.491944 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b0dd4-e5f0-42d9-b767-ff225fcf29ef req-faccf1b9-4b9f-46ae-9d6e-51f24837cd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:35.493399 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-555b0dd4-e5f0-42d9-b767-ff225fcf29ef req-faccf1b9-4b9f-46ae-9d6e-51f24837cd6c service neutron] 10.222.0.41 "GET /v2.0/networks?id=054ba6ce-4b49-439d-a549-d4107e8e07e7 HTTP/1.1" status: 200 len: 917 time: 0.0871284 Jun 26 21:37:35.556470 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-555b0dd4-e5f0-42d9-b767-ff225fcf29ef req-1d23917c-e0de-4cd3-8271-d72563dab043 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0df9f7ba-e298-4f7c-956e-64bc55ec6e83 HTTP/1.1" status: 200 len: 999 time: 0.0558927 Jun 26 21:37:35.610928 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b0dd4-e5f0-42d9-b767-ff225fcf29ef req-5da75db0-ab23-4923-80ef-cab00e0cf626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:35.612324 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-555b0dd4-e5f0-42d9-b767-ff225fcf29ef req-5da75db0-ab23-4923-80ef-cab00e0cf626 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665 HTTP/1.1" status: 200 len: 855 time: 0.0492179 Jun 26 21:37:35.676213 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b0dd4-e5f0-42d9-b767-ff225fcf29ef req-367fc727-3660-4de5-b9a1-a70c5165a9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:35.677675 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-555b0dd4-e5f0-42d9-b767-ff225fcf29ef req-367fc727-3660-4de5-b9a1-a70c5165a9db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=054ba6ce-4b49-439d-a549-d4107e8e07e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508242 Jun 26 21:37:35.771530 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-555b0dd4-e5f0-42d9-b767-ff225fcf29ef req-b2bd2199-c8ba-4284-9ff0-13ead8803b08 service neutron] 10.222.0.41 "GET /v2.0/networks/054ba6ce-4b49-439d-a549-d4107e8e07e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824869 Jun 26 21:37:35.867430 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-555b0dd4-e5f0-42d9-b767-ff225fcf29ef req-dbf0c367-e84a-40f8-9a22-273a0a907d1e service neutron] 10.222.0.41 "GET /v2.0/networks/054ba6ce-4b49-439d-a549-d4107e8e07e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881271 Jun 26 21:37:36.570310 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82255b65-9d33-4cf7-8a05-77a7a00f73a5 req-183467f8-c573-47dc-9200-c9b93a679274 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:36.571861 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-82255b65-9d33-4cf7-8a05-77a7a00f73a5 req-183467f8-c573-47dc-9200-c9b93a679274 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 943 time: 0.0662611 Jun 26 21:37:36.622404 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-82255b65-9d33-4cf7-8a05-77a7a00f73a5 req-79534a22-4126-4f91-b1ad-763330457b07 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420551 Jun 26 21:37:37.825140 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f47329-4774-4ef8-b252-7b7da370da4b req-7af78f7f-6413-4075-80b8-a7f9a9e3c966 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:37.826631 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-33f47329-4774-4ef8-b252-7b7da370da4b req-7af78f7f-6413-4075-80b8-a7f9a9e3c966 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 943 time: 0.0737932 Jun 26 21:37:37.867526 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-33f47329-4774-4ef8-b252-7b7da370da4b req-ae916aa7-0cb4-485d-99db-8dd01d72626f tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337272 Jun 26 21:37:39.075639 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6fe387-2bdc-4cae-9b4b-2957515c11a1 req-d893128d-a15d-41a3-875e-3e1bbb8b6f6d tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:39.077109 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bd6fe387-2bdc-4cae-9b4b-2957515c11a1 req-d893128d-a15d-41a3-875e-3e1bbb8b6f6d tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 943 time: 0.0640786 Jun 26 21:37:39.115228 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bd6fe387-2bdc-4cae-9b4b-2957515c11a1 req-c88a5abb-63e0-495d-80e1-0cf9974668c1 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315628 Jun 26 21:37:40.310738 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a4a96-10dd-480b-b7a6-f950ed93df80 req-19245947-9f3e-4e58-b884-6f339ac4402c tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:40.312436 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ab1a4a96-10dd-480b-b7a6-f950ed93df80 req-19245947-9f3e-4e58-b884-6f339ac4402c tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 943 time: 0.0687838 Jun 26 21:37:40.349815 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ab1a4a96-10dd-480b-b7a6-f950ed93df80 req-3cb80a0d-9f6f-41a5-979c-55fc1f1fa37c tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311446 Jun 26 21:37:41.553205 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb615d-5f4e-4df4-bcea-960e0ae0bdb9 req-c8c5bb6a-dd99-4949-a87b-d012284ce87d tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:41.554714 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-00eb615d-5f4e-4df4-bcea-960e0ae0bdb9 req-c8c5bb6a-dd99-4949-a87b-d012284ce87d tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 943 time: 0.0818052 Jun 26 21:37:41.596227 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-00eb615d-5f4e-4df4-bcea-960e0ae0bdb9 req-e43a64d6-669b-4ef9-877a-ce7f2a63ac64 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348494 Jun 26 21:37:42.790231 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237da8fe-c938-4ed7-b3cb-0c60c487ef8d req-6fbd94cc-39c3-4956-94b7-fb487bc7261c tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:42.791734 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-237da8fe-c938-4ed7-b3cb-0c60c487ef8d req-6fbd94cc-39c3-4956-94b7-fb487bc7261c tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 943 time: 0.0641260 Jun 26 21:37:42.830121 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-237da8fe-c938-4ed7-b3cb-0c60c487ef8d req-e8c523a4-f9ae-4c65-82ae-592fd0049192 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325994 Jun 26 21:37:44.007481 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d74f2-7c79-4827-b98f-c9afa1feb1d3 req-8c52a0ba-bbdf-48ac-9020-dd10e66970d0 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:44.008895 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-744d74f2-7c79-4827-b98f-c9afa1feb1d3 req-8c52a0ba-bbdf-48ac-9020-dd10e66970d0 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 943 time: 0.0649080 Jun 26 21:37:44.047582 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-744d74f2-7c79-4827-b98f-c9afa1feb1d3 req-a6f023cd-c669-4668-a14a-a05866f9f8fb tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328062 Jun 26 21:37:45.243059 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c67bc-69e2-43af-aac1-60881797ec09 req-8b2049a8-aa5e-4c43-a635-73b8aad42905 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:45.244830 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b64c67bc-69e2-43af-aac1-60881797ec09 req-8b2049a8-aa5e-4c43-a635-73b8aad42905 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 943 time: 0.0647342 Jun 26 21:37:45.288522 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b64c67bc-69e2-43af-aac1-60881797ec09 req-42d599ed-099d-4fa0-9499-72965bf5e1d7 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372112 Jun 26 21:37:46.476471 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78595e-86d1-483e-8628-a1941a0c8d84 req-687cdf03-1818-47f6-8dcc-b429aaa05f73 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:46.477957 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3b78595e-86d1-483e-8628-a1941a0c8d84 req-687cdf03-1818-47f6-8dcc-b429aaa05f73 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 943 time: 0.0634465 Jun 26 21:37:46.521825 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3b78595e-86d1-483e-8628-a1941a0c8d84 req-e18d7c43-5f11-41e4-b96d-34ca1ca149a2 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381379 Jun 26 21:37:47.717086 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522ff76-299e-4706-a0ba-d928973e0d05 req-9638fc39-7e6a-4748-9864-b9aad9743128 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:47.718547 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0522ff76-299e-4706-a0ba-d928973e0d05 req-9638fc39-7e6a-4748-9864-b9aad9743128 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 943 time: 0.0667639 Jun 26 21:37:47.755746 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0522ff76-299e-4706-a0ba-d928973e0d05 req-b5830590-2102-4848-8bcb-1debc501bc99 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309668 Jun 26 21:37:48.933674 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b786131-46a8-4029-b935-37f1169c3d5f req-eeb49b7d-34e0-4887-9cdb-a7f5b06a66db tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:48.935154 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6b786131-46a8-4029-b935-37f1169c3d5f req-eeb49b7d-34e0-4887-9cdb-a7f5b06a66db tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 943 time: 0.0622346 Jun 26 21:37:48.972069 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6b786131-46a8-4029-b935-37f1169c3d5f req-b74c883a-ff44-4deb-866b-534226b71171 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304563 Jun 26 21:37:50.155407 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07073a-4f06-49be-8617-925e128e1665 req-baa7e323-2524-4b05-805e-dc529bc3e51b tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:50.156854 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2a07073a-4f06-49be-8617-925e128e1665 req-baa7e323-2524-4b05-805e-dc529bc3e51b tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 943 time: 0.0659602 Jun 26 21:37:50.193986 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2a07073a-4f06-49be-8617-925e128e1665 req-20ea5e94-71c7-4022-bc6d-84e48a3a9185 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313091 Jun 26 21:37:50.405744 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6612b7ac-e826-4e7e-bf3d-3c24c64026f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:50.845250 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 0df9f7ba-e298-4f7c-956e-64bc55ec6e83 details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=92923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 21:37:50.940039 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 0df9f7ba-e298-4f7c-956e-64bc55ec6e83, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=0df9f7ba-e298-4f7c-956e-64bc55ec6e83,segment=NetworkSegment(b01e252e-c69b-424c-adf8-eabe4b93980a),segment_id=b01e252e-c69b-424c-adf8-eabe4b93980a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:37:50.955143 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Returning: {'device': '0df9f7ba-e298-4f7c-956e-64bc55ec6e83', 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7', 'port_id': '0df9f7ba-e298-4f7c-956e-64bc55ec6e83', 'mac_address': 'fa:16:3e:f3:3e:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 21:37:50.991914 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:51.004413 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0df9f7ba-e298-4f7c-956e-64bc55ec6e83 {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 21:37:51.023512 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 0df9f7ba-e298-4f7c-956e-64bc55ec6e83, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=0df9f7ba-e298-4f7c-956e-64bc55ec6e83,segment=NetworkSegment(b01e252e-c69b-424c-adf8-eabe4b93980a),segment_id=b01e252e-c69b-424c-adf8-eabe4b93980a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:37:51.027132 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:51.028863 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:37:51.073556 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=0df9f7ba-e298-4f7c-956e-64bc55ec6e83,revision_number=9']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:37:51.076721 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:37:51.288050 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] get_ports_and_sgs() called for port_ids ['0df9f7ba-e298-4f7c-956e-64bc55ec6e83'] {{(pid=92923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 21:37:51.367446 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598404c-3e28-4058-940c-cdf3bab41634 req-71dca615-7095-450b-bdb3-a80fb6bf1441 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:51.368846 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0598404c-3e28-4058-940c-cdf3bab41634 req-71dca615-7095-450b-bdb3-a80fb6bf1441 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 944 time: 0.0623875 Jun 26 21:37:51.407277 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0598404c-3e28-4058-940c-cdf3bab41634 req-b5cfdc5a-4a57-4294-822f-39fd7ce61f8a tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317607 Jun 26 21:37:52.586744 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7274224-2da0-49de-8014-882e3bac739a req-2676914f-aafa-4036-bed5-e5611fbf57d5 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:52.588250 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e7274224-2da0-49de-8014-882e3bac739a req-2676914f-aafa-4036-bed5-e5611fbf57d5 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 944 time: 0.0685995 Jun 26 21:37:52.625673 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e7274224-2da0-49de-8014-882e3bac739a req-d06525f1-1336-4489-a510-a3c5c6170a0b tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317934 Jun 26 21:37:52.638763 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:52.850636 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 0df9f7ba-e298-4f7c-956e-64bc55ec6e83 up at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:37:52.895909 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Provisioning complete for port 0df9f7ba-e298-4f7c-956e-64bc55ec6e83 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:37:52.896294 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:52.976064 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:52.996919 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7baf0a4-97d5-460e-b618-236e91833cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df9f7ba-e298-4f7c-956e-64bc55ec6e83'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:37:52.999154 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8789620f65ed64c11f36a2c9fb0085813b3741d077667d6f020eb6652e2807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c090bab-242d-458e-99c5-58f0a0edeab7" -d '{"events": [{"server_uuid": "e7baf0a4-97d5-460e-b618-236e91833cde", "name": "network-vif-plugged", "status": "completed", "tag": "0df9f7ba-e298-4f7c-956e-64bc55ec6e83"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:37:53.011718 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 0df9f7ba-e298-4f7c-956e-64bc55ec6e83, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=0df9f7ba-e298-4f7c-956e-64bc55ec6e83,segment=NetworkSegment(b01e252e-c69b-424c-adf8-eabe4b93980a),segment_id=b01e252e-c69b-424c-adf8-eabe4b93980a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:37:53.015899 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:53.018615 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-fb954023-1eb4-4892-8a36-0e9bfa64f11a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:37:53.043130 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 21:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c87c332-f9b9-4a99-a8c6-e52ebf3d5fa8 x-openstack-request-id: req-7c87c332-f9b9-4a99-a8c6-e52ebf3d5fa8 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:37:53.043461 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7baf0a4-97d5-460e-b618-236e91833cde", "name": "network-vif-plugged", "status": "completed", "tag": "0df9f7ba-e298-4f7c-956e-64bc55ec6e83", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:37:53.043725 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7c87c332-f9b9-4a99-a8c6-e52ebf3d5fa8 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:37:53.044117 dv-cinder-798208-1-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7baf0a4-97d5-460e-b618-236e91833cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df9f7ba-e298-4f7c-956e-64bc55ec6e83', 'code': 200} Jun 26 21:37:53.072170 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=0df9f7ba-e298-4f7c-956e-64bc55ec6e83,revision_number=10']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:37:53.075057 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:37:53.251938 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-5a89a4e1-a875-4d04-8da1-4573ef0361f2 req-77c5fcf4-2955-4c96-b880-e50381fcb621 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7db0d069-ba0f-44e5-94da-d45c6f7b9da5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0556438 Jun 26 21:37:53.270701 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f10ab-c9a5-434d-a706-9723d8838705 req-78f63d47-f376-4c36-871f-04d4eb47af7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:53.272264 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e60f10ab-c9a5-434d-a706-9723d8838705 req-78f63d47-f376-4c36-871f-04d4eb47af7f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 1099 time: 0.0773933 Jun 26 21:37:53.323780 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e60f10ab-c9a5-434d-a706-9723d8838705 req-43ddb705-7cf3-4189-8b80-97475c3f8e31 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355918 Jun 26 21:37:53.364487 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89a4e1-a875-4d04-8da1-4573ef0361f2 req-17bca037-0930-4631-a57f-80c079e46b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:53.365965 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-5a89a4e1-a875-4d04-8da1-4573ef0361f2 req-17bca037-0930-4631-a57f-80c079e46b18 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d57413efbdfc45b299c235407da019ce&device_id=7db0d069-ba0f-44e5-94da-d45c6f7b9da5 HTTP/1.1" status: 200 len: 1099 time: 0.0532701 Jun 26 21:37:53.482783 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89a4e1-a875-4d04-8da1-4573ef0361f2 req-2d8f8827-e7ec-4afa-97e0-bf0eb9ddf60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:53.484206 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-5a89a4e1-a875-4d04-8da1-4573ef0361f2 req-2d8f8827-e7ec-4afa-97e0-bf0eb9ddf60c service neutron] 10.222.0.41 "GET /v2.0/networks?id=a8afb80a-5940-4655-9052-1907914d829f HTTP/1.1" status: 200 len: 913 time: 0.0837040 Jun 26 21:37:53.556631 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-5a89a4e1-a875-4d04-8da1-4573ef0361f2 req-47f2b1f8-c31c-4964-8634-e36664d6e219 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc1d3aab-26fb-43f0-85cb-3389ff1d071d HTTP/1.1" status: 200 len: 1001 time: 0.0646930 Jun 26 21:37:53.604378 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89a4e1-a875-4d04-8da1-4573ef0361f2 req-bd7461cc-390b-4e13-a3b4-e4599f2742ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:53.605847 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-5a89a4e1-a875-4d04-8da1-4573ef0361f2 req-bd7461cc-390b-4e13-a3b4-e4599f2742ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b01ad406-256f-4138-8b6e-7125345feab0 HTTP/1.1" status: 200 len: 851 time: 0.0426424 Jun 26 21:37:53.662681 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89a4e1-a875-4d04-8da1-4573ef0361f2 req-59d1bea4-ee5a-4523-8072-61381054f681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:53.664214 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-5a89a4e1-a875-4d04-8da1-4573ef0361f2 req-59d1bea4-ee5a-4523-8072-61381054f681 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8afb80a-5940-4655-9052-1907914d829f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511694 Jun 26 21:37:53.759175 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-5a89a4e1-a875-4d04-8da1-4573ef0361f2 req-1342840e-fef5-4d2a-a21f-92b0e9a39ef9 service neutron] 10.222.0.41 "GET /v2.0/networks/a8afb80a-5940-4655-9052-1907914d829f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862331 Jun 26 21:37:53.807432 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93719eb0-f0cb-469c-9aa8-a198c50834d0 req-53149267-210d-460b-8523-7f56162e793a tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:53.808933 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-93719eb0-f0cb-469c-9aa8-a198c50834d0 req-53149267-210d-460b-8523-7f56162e793a tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 946 time: 0.0634322 Jun 26 21:37:53.846386 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-93719eb0-f0cb-469c-9aa8-a198c50834d0 req-9dcfdbde-5181-4d86-b9fd-87f3dbdd4605 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314536 Jun 26 21:37:53.852558 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-5a89a4e1-a875-4d04-8da1-4573ef0361f2 req-562f745b-99de-45ca-812d-5facad476ebb service neutron] 10.222.0.41 "GET /v2.0/networks/a8afb80a-5940-4655-9052-1907914d829f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842626 Jun 26 21:37:54.631013 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0c8f0642-54ea-4537-a681-e6d6551f7ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:55.033146 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea0409-cf05-41aa-9a81-51751a653933 req-13d3c2ab-4595-4703-96d5-4d73c9a835f9 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:55.035668 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-43ea0409-cf05-41aa-9a81-51751a653933 req-13d3c2ab-4595-4703-96d5-4d73c9a835f9 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 946 time: 0.0695219 Jun 26 21:37:55.075558 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-43ea0409-cf05-41aa-9a81-51751a653933 req-b28066b4-a8d1-4f90-bd89-f84bf25c9dab tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337529 Jun 26 21:37:55.770292 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.agents_db [None req-53b98272-06bb-47ef-8924-edf36d473ef8 None None] Agent healthcheck: found 6 active agents {{(pid=92924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 21:37:55.892574 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:55.911734 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:37:56.251296 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896853ab-64cc-4b44-9d65-956827cb1517 req-236cc044-61a2-4804-98b8-37388af3a4f0 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:37:56.252758 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-896853ab-64cc-4b44-9d65-956827cb1517 req-236cc044-61a2-4804-98b8-37388af3a4f0 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 946 time: 0.0628064 Jun 26 21:37:56.289137 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-896853ab-64cc-4b44-9d65-956827cb1517 req-b499d969-9dbb-4bdf-820c-85289c80890d tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308146 Jun 26 21:37:57.625777 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:14.252239 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef51c68-66d2-4d14-ba2a-4ea8ec54db91 req-4bc31cd3-590b-4de4-a5cd-244f14b4006d tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:38:14.254131 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1ef51c68-66d2-4d14-ba2a-4ea8ec54db91 req-4bc31cd3-590b-4de4-a5cd-244f14b4006d tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/ports?device_id=986a0939-a00f-4c1f-b0a9-68e28695f014 HTTP/1.1" status: 200 len: 946 time: 0.0644367 Jun 26 21:38:14.292011 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1ef51c68-66d2-4d14-ba2a-4ea8ec54db91 req-b80ce713-87e7-4399-a8f5-077185cab517 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/security-groups?id=a288ab8c-1f80-4f85-ae6c-29f1312b8404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320752 Jun 26 21:38:15.468262 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f01d3ce-ee72-4841-a6f2-25631b895bbb req-0c7f2a5d-84ff-41f6-baa5-e58657773d52 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:38:15.469727 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8f01d3ce-ee72-4841-a6f2-25631b895bbb req-0c7f2a5d-84ff-41f6-baa5-e58657773d52 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/ports?device_id=986a0939-a00f-4c1f-b0a9-68e28695f014 HTTP/1.1" status: 200 len: 946 time: 0.0653348 Jun 26 21:38:15.507290 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8f01d3ce-ee72-4841-a6f2-25631b895bbb req-4b6fb846-5ce0-4386-b4c0-6d9b7183b205 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/security-groups?id=a288ab8c-1f80-4f85-ae6c-29f1312b8404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319281 Jun 26 21:38:15.746152 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc140136-7f84-4737-a3e7-342a0152d371 req-854a86bc-ae3c-43e9-9e96-4af1f9e1344c tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:38:15.747630 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-dc140136-7f84-4737-a3e7-342a0152d371 req-854a86bc-ae3c-43e9-9e96-4af1f9e1344c tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.41 "GET /v2.0/ports?device_id=986a0939-a00f-4c1f-b0a9-68e28695f014 HTTP/1.1" status: 200 len: 946 time: 0.0658190 Jun 26 21:38:15.851345 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-dc140136-7f84-4737-a3e7-342a0152d371 req-4060b01d-b49b-467a-b0fe-17085f20fdba tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Deleting port 90214d27-5b00-46c3-aed7-d897b5a1cfa8 {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:38:15.851678 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-dc140136-7f84-4737-a3e7-342a0152d371 req-4060b01d-b49b-467a-b0fe-17085f20fdba tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:15.943428 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-dc140136-7f84-4737-a3e7-342a0152d371 req-4060b01d-b49b-467a-b0fe-17085f20fdba tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] For port 90214d27-5b00-46c3-aed7-d897b5a1cfa8, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=90214d27-5b00-46c3-aed7-d897b5a1cfa8,segment=NetworkSegment(8109443e-4d87-4105-9daa-a82c1773aae8),segment_id=8109443e-4d87-4105-9daa-a82c1773aae8)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:38:15.943793 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-dc140136-7f84-4737-a3e7-342a0152d371 req-4060b01d-b49b-467a-b0fe-17085f20fdba tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:15.957669 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-dc140136-7f84-4737-a3e7-342a0152d371 req-4060b01d-b49b-467a-b0fe-17085f20fdba tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Calling delete_port for 90214d27-5b00-46c3-aed7-d897b5a1cfa8 owned by compute:nova {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:38:16.090285 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-dc140136-7f84-4737-a3e7-342a0152d371 req-4060b01d-b49b-467a-b0fe-17085f20fdba tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8896241'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:16.094734 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-d273c6bd-8af7-4640-9b43-01129aa5d573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:38:16.103537 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] get_ports_and_sgs() called for port_ids ['90214d27-5b00-46c3-aed7-d897b5a1cfa8'] {{(pid=92923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 21:38:16.126336 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060b01d-b49b-467a-b0fe-17085f20fdba tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Pushing event deleted for resources: {'Port': ['ID=90214d27-5b00-46c3-aed7-d897b5a1cfa8,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:38:16.138774 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060b01d-b49b-467a-b0fe-17085f20fdba tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:38:16.139159 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060b01d-b49b-467a-b0fe-17085f20fdba tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:38:16.139583 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060b01d-b49b-467a-b0fe-17085f20fdba tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:38:16.139956 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060b01d-b49b-467a-b0fe-17085f20fdba tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:38:16.140324 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060b01d-b49b-467a-b0fe-17085f20fdba tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:38:16.140688 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060b01d-b49b-467a-b0fe-17085f20fdba tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:38:16.141055 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060b01d-b49b-467a-b0fe-17085f20fdba tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:38:16.141417 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060b01d-b49b-467a-b0fe-17085f20fdba tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:38:16.141777 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060b01d-b49b-467a-b0fe-17085f20fdba tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:38:16.142142 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060b01d-b49b-467a-b0fe-17085f20fdba tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:38:16.142511 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060b01d-b49b-467a-b0fe-17085f20fdba tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:38:16.142855 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060b01d-b49b-467a-b0fe-17085f20fdba tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:38:16.162583 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-4060b01d-b49b-467a-b0fe-17085f20fdba tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:38:16.183537 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc140136-7f84-4737-a3e7-342a0152d371 req-4060b01d-b49b-467a-b0fe-17085f20fdba tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] No DVR routers for this DVR port 90214d27-5b00-46c3-aed7-d897b5a1cfa8 on host hv-cinder-79820 {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 21:38:16.186339 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-dc140136-7f84-4737-a3e7-342a0152d371 req-4060b01d-b49b-467a-b0fe-17085f20fdba tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:16.188425 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-dc140136-7f84-4737-a3e7-342a0152d371 req-4060b01d-b49b-467a-b0fe-17085f20fdba tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.41 "DELETE /v2.0/ports/90214d27-5b00-46c3-aed7-d897b5a1cfa8 HTTP/1.1" status: 204 len: 173 time: 0.4345508 Jun 26 21:38:16.188936 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986a0939-a00f-4c1f-b0a9-68e28695f014', 'name': 'network-vif-deleted', 'tag': '90214d27-5b00-46c3-aed7-d897b5a1cfa8'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:38:16.191292 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b5f6d741f71b22ca80de7011a5bf010bd5b330abd4b28dbd747dc86a1ce20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510f4824-834e-4ba0-b7fd-3743b58f37e4" -d '{"events": [{"server_uuid": "986a0939-a00f-4c1f-b0a9-68e28695f014", "name": "network-vif-deleted", "tag": "90214d27-5b00-46c3-aed7-d897b5a1cfa8"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:38:16.229304 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 21:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d785c15-ad4e-46d2-a957-3d54379079a9 x-openstack-request-id: req-1d785c15-ad4e-46d2-a957-3d54379079a9 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:38:16.229640 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986a0939-a00f-4c1f-b0a9-68e28695f014", "name": "network-vif-deleted", "tag": "90214d27-5b00-46c3-aed7-d897b5a1cfa8", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:38:16.229932 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1d785c15-ad4e-46d2-a957-3d54379079a9 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:38:16.230371 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986a0939-a00f-4c1f-b0a9-68e28695f014', 'name': 'network-vif-deleted', 'tag': '90214d27-5b00-46c3-aed7-d897b5a1cfa8', 'status': 'completed', 'code': 200} Jun 26 21:38:16.661464 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e3ed323f-8a40-44c3-9fd3-5ce49fbe40d0 req-b87965b3-6a54-40f1-bcf5-7af2f767858e tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/ports?device_id=986a0939-a00f-4c1f-b0a9-68e28695f014 HTTP/1.1" status: 200 len: 210 time: 0.0304985 Jun 26 21:38:19.120314 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 90214d27-5b00-46c3-aed7-d897b5a1cfa8 no longer exists at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:38:19.142482 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] No Port match for: 90214d27-5b00-46c3-aed7-d897b5a1cfa8 {{(pid=92923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 21:38:19.142832 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 90214d27-5b00-46c3-aed7-d897b5a1cfa8 not bound to the agent host hv-cinder-79820 {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 21:38:20.405963 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0540db5a-0360-436e-8e32-27ce801a0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:22.641239 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:24.631687 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b18eed6e-b14b-4ac4-9287-5821c2928b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:25.894877 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:25.932446 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:27.630065 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:27.712186 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-9c8b888d-e877-4203-a017-58d721da1b24 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:38:27.713744 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-9c8b888d-e877-4203-a017-58d721da1b24 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/networks?id=174c5040-a1a6-419b-8057-be9d7176f679 HTTP/1.1" status: 200 len: 814 time: 0.1110094 Jun 26 21:38:27.729132 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-ac2bd277-dca9-47e7-8d85-212e78d825b2 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/quotas/49c1277f17034fc6b695e1b4e2579b95 HTTP/1.1" status: 200 len: 375 time: 0.0098524 Jun 26 21:38:27.762139 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-861b4cc6-04ab-4f0d-868a-144c57b0d2f6 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=49c1277f17034fc6b695e1b4e2579b95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277021 Jun 26 21:38:27.854679 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-a168e3f3-c351-4089-ba33-b4a0eeab0902 service neutron] 10.222.0.24 "GET /v2.0/networks/174c5040-a1a6-419b-8057-be9d7176f679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859172 Jun 26 21:38:27.943753 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-f1588395-53aa-42db-9c2d-c605b749a60c service neutron] 10.222.0.24 "GET /v2.0/networks/174c5040-a1a6-419b-8057-be9d7176f679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827713 Jun 26 21:38:28.121948 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e1d50eef-716a-4368-a69b-14d9f0cdce76 req-3708f66a-ad21-42c1-81e4-9257c20ff59e tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/ports?device_id=53376c1e-13c2-4dc0-88d0-0830b1707b48 HTTP/1.1" status: 200 len: 210 time: 0.0322325 Jun 26 21:38:29.211234 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-57970c24-5c4f-428f-8413-9443d0f3154a tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:38:29.214089 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-57970c24-5c4f-428f-8413-9443d0f3154a tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.41 "GET /v2.0/networks?id=174c5040-a1a6-419b-8057-be9d7176f679 HTTP/1.1" status: 200 len: 814 time: 0.1139469 Jun 26 21:38:29.227385 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-e4e89f38-d7a0-4341-b630-562a7e26aa73 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Request body: {'port': {'device_id': '53376c1e-13c2-4dc0-88d0-0830b1707b48', 'network_id': '174c5040-a1a6-419b-8057-be9d7176f679', 'admin_state_up': True, 'tenant_id': '49c1277f17034fc6b695e1b4e2579b95'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:38:29.281228 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-165d28fe-bcff-4cc1-bef8-92508a7ae7c5 req-516b1627-c00f-4923-baf6-e9af84d0eda0 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/ports?device_id=53376c1e-13c2-4dc0-88d0-0830b1707b48 HTTP/1.1" status: 200 len: 210 time: 0.0332141 Jun 26 21:38:29.340660 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-e4e89f38-d7a0-4341-b630-562a7e26aa73 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Made reservation on behalf of 49c1277f17034fc6b695e1b4e2579b95 for: {'port': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:38:29.344443 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-e4e89f38-d7a0-4341-b630-562a7e26aa73 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:29.469205 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-e4e89f38-d7a0-4341-b630-562a7e26aa73 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Allocated IP 172.20.0.8 (174c5040-a1a6-419b-8057-be9d7176f679/6927349e-8d34-415b-ba61-35fe2c7ba62e/1838a971-a525-4d2c-ac26-de9f68545b8f) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:38:29.611015 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-e4e89f38-d7a0-4341-b630-562a7e26aa73 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:29.649156 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-e4e89f38-d7a0-4341-b630-562a7e26aa73 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8896248'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:29.653122 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-2b688e7d-0cbc-4506-9903-30cebef2e6b7 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:38:29.692998 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-e4e89f38-d7a0-4341-b630-562a7e26aa73 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Network 174c5040-a1a6-419b-8057-be9d7176f679 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:38:29.698125 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-e4e89f38-d7a0-4341-b630-562a7e26aa73 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:38:29.701800 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-e4e89f38-d7a0-4341-b630-562a7e26aa73 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:38:29.708229 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e89f38-d7a0-4341-b630-562a7e26aa73 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Pushing event updated for resources: {'Port': ['ID=1838a971-a525-4d2c-ac26-de9f68545b8f,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:38:29.726689 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-e4e89f38-d7a0-4341-b630-562a7e26aa73 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:38:29.751676 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-e4e89f38-d7a0-4341-b630-562a7e26aa73 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:38:29.752838 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-e4e89f38-d7a0-4341-b630-562a7e26aa73 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:29.766850 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-e4e89f38-d7a0-4341-b630-562a7e26aa73 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5436709 Jun 26 21:38:29.779880 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-1d6a042d-2be8-4a7a-a051-d69b98786e53 service neutron] Request body: {'port': {'device_id': '53376c1e-13c2-4dc0-88d0-0830b1707b48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79820'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:38:29.851415 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-1d6a042d-2be8-4a7a-a051-d69b98786e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:30.113867 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-1d6a042d-2be8-4a7a-a051-d69b98786e53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1838a971-a525-4d2c-ac26-de9f68545b8f {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 21:38:30.121319 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-1d6a042d-2be8-4a7a-a051-d69b98786e53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:30.133386 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-1d6a042d-2be8-4a7a-a051-d69b98786e53 service neutron] Transition to ACTIVE for port object 1838a971-a525-4d2c-ac26-de9f68545b8f will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:38:30.142581 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-1d6a042d-2be8-4a7a-a051-d69b98786e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8896010'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:30.145410 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-4ca5d0e3-6a01-414d-8212-ded4fe8fa1f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:38:30.190882 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a042d-2be8-4a7a-a051-d69b98786e53 service neutron] Pushing event updated for resources: {'Port': ['ID=1838a971-a525-4d2c-ac26-de9f68545b8f,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:38:30.195442 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-1d6a042d-2be8-4a7a-a051-d69b98786e53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:38:30.264056 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-1d6a042d-2be8-4a7a-a051-d69b98786e53 service neutron] Attempting to bind port 1838a971-a525-4d2c-ac26-de9f68545b8f on host hv-cinder-79820 for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:38:30.264738 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-1d6a042d-2be8-4a7a-a051-d69b98786e53 service neutron] Attempting to bind port 1838a971-a525-4d2c-ac26-de9f68545b8f by drivers openvswitch,hyperv on host hv-cinder-79820 at level 0 using segments [{'id': '8109443e-4d87-4105-9daa-a82c1773aae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '174c5040-a1a6-419b-8057-be9d7176f679'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:38:30.264738 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-1d6a042d-2be8-4a7a-a051-d69b98786e53 service neutron] Attempting to bind port 1838a971-a525-4d2c-ac26-de9f68545b8f on network 174c5040-a1a6-419b-8057-be9d7176f679 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:38:30.268856 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-1d6a042d-2be8-4a7a-a051-d69b98786e53 service neutron] Port 1838a971-a525-4d2c-ac26-de9f68545b8f on network 174c5040-a1a6-419b-8057-be9d7176f679 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79820 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 21:38:30.269173 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-1d6a042d-2be8-4a7a-a051-d69b98786e53 service neutron] Attempting to bind port 1838a971-a525-4d2c-ac26-de9f68545b8f on network 174c5040-a1a6-419b-8057-be9d7176f679 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:38:30.273962 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-1d6a042d-2be8-4a7a-a051-d69b98786e53 service neutron] Checking agent: {'id': '92a96a50-8a1c-4808-8af1-2ac9e1a0a70b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79820', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 27, 54), 'started_at': datetime.datetime(2021, 6, 26, 21, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:38:30.274320 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-1d6a042d-2be8-4a7a-a051-d69b98786e53 service neutron] Checking segment: {'id': '8109443e-4d87-4105-9daa-a82c1773aae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '174c5040-a1a6-419b-8057-be9d7176f679'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:38:30.274694 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-1d6a042d-2be8-4a7a-a051-d69b98786e53 service neutron] Bound using segment: {'id': '8109443e-4d87-4105-9daa-a82c1773aae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '174c5040-a1a6-419b-8057-be9d7176f679'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:38:30.275134 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-1d6a042d-2be8-4a7a-a051-d69b98786e53 service neutron] Bound port: 1838a971-a525-4d2c-ac26-de9f68545b8f, host: hv-cinder-79820, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8109443e-4d87-4105-9daa-a82c1773aae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '174c5040-a1a6-419b-8057-be9d7176f679'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:38:30.275514 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-1d6a042d-2be8-4a7a-a051-d69b98786e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:30.338012 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-1d6a042d-2be8-4a7a-a051-d69b98786e53 service neutron] For port 1838a971-a525-4d2c-ac26-de9f68545b8f, host hv-cinder-79820, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:38:30.341149 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-1d6a042d-2be8-4a7a-a051-d69b98786e53 service neutron] For port 1838a971-a525-4d2c-ac26-de9f68545b8f, host hv-cinder-79820, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=1838a971-a525-4d2c-ac26-de9f68545b8f,segment=NetworkSegment(8109443e-4d87-4105-9daa-a82c1773aae8),segment_id=8109443e-4d87-4105-9daa-a82c1773aae8)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:38:30.345849 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-1d6a042d-2be8-4a7a-a051-d69b98786e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8896010'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:30.347973 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-6b50703b-9602-4704-bdba-2b2d18979113 tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:38:30.380721 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-1d6a042d-2be8-4a7a-a051-d69b98786e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:38:30.381367 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-1d6a042d-2be8-4a7a-a051-d69b98786e53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:30.382895 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-1d6a042d-2be8-4a7a-a051-d69b98786e53 service neutron] 10.222.0.41 "PUT /v2.0/ports/1838a971-a525-4d2c-ac26-de9f68545b8f HTTP/1.1" status: 200 len: 1093 time: 0.6070592 Jun 26 21:38:30.383499 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53376c1e-13c2-4dc0-88d0-0830b1707b48', 'tag': '1838a971-a525-4d2c-ac26-de9f68545b8f'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:38:30.386240 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b5f6d741f71b22ca80de7011a5bf010bd5b330abd4b28dbd747dc86a1ce20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e31fba-8b82-4071-8956-b926221ca485" -d '{"events": [{"name": "network-changed", "server_uuid": "53376c1e-13c2-4dc0-88d0-0830b1707b48", "tag": "1838a971-a525-4d2c-ac26-de9f68545b8f"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:38:30.413753 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a042d-2be8-4a7a-a051-d69b98786e53 service neutron] Pushing event updated for resources: {'Port': ['ID=1838a971-a525-4d2c-ac26-de9f68545b8f,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:38:30.417227 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-1d6a042d-2be8-4a7a-a051-d69b98786e53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:38:30.433419 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 21:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb3e567-7d00-4c02-8edc-e2b6102fb2c4 x-openstack-request-id: req-bbb3e567-7d00-4c02-8edc-e2b6102fb2c4 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:38:30.433820 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53376c1e-13c2-4dc0-88d0-0830b1707b48", "tag": "1838a971-a525-4d2c-ac26-de9f68545b8f", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:38:30.434174 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bbb3e567-7d00-4c02-8edc-e2b6102fb2c4 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:38:30.434665 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53376c1e-13c2-4dc0-88d0-0830b1707b48', 'tag': '1838a971-a525-4d2c-ac26-de9f68545b8f', 'status': 'completed', 'code': 200} Jun 26 21:38:30.472661 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6b01e-e109-40a8-abf8-5156635f1f84 req-151533d5-b918-47f5-9c7e-a7bfdb3ca5d8 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:38:30.474141 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cdf6b01e-e109-40a8-abf8-5156635f1f84 req-151533d5-b918-47f5-9c7e-a7bfdb3ca5d8 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/ports?device_id=53376c1e-13c2-4dc0-88d0-0830b1707b48 HTTP/1.1" status: 200 len: 943 time: 0.0800564 Jun 26 21:38:30.497873 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-71ba115c-61b1-4b74-84c7-aa6c23437e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:38:30.499409 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-71ba115c-61b1-4b74-84c7-aa6c23437e55 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=49c1277f17034fc6b695e1b4e2579b95&device_id=53376c1e-13c2-4dc0-88d0-0830b1707b48 HTTP/1.1" status: 200 len: 1096 time: 0.0563099 Jun 26 21:38:30.513067 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cdf6b01e-e109-40a8-abf8-5156635f1f84 req-661c17ff-e48d-4e9e-a1e5-802a66864608 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/security-groups?id=a288ab8c-1f80-4f85-ae6c-29f1312b8404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333326 Jun 26 21:38:30.543730 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-eb5639be-c061-462f-bd2f-4fa70ccb71bc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1838a971-a525-4d2c-ac26-de9f68545b8f HTTP/1.1" status: 200 len: 217 time: 0.0342898 Jun 26 21:38:30.592341 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-e081b0e6-0a1c-4685-b4be-de467765d494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:38:30.593785 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-e081b0e6-0a1c-4685-b4be-de467765d494 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6927349e-8d34-415b-ba61-35fe2c7ba62e HTTP/1.1" status: 200 len: 854 time: 0.0433924 Jun 26 21:38:30.637174 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-9a38ebe3-7a1f-4eb2-9ecc-c277c645229d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=174c5040-a1a6-419b-8057-be9d7176f679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304632 Jun 26 21:38:30.726304 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-fc122132-f54e-4b43-b3e4-3e077ae228d5 service neutron] 10.222.0.41 "GET /v2.0/networks/174c5040-a1a6-419b-8057-be9d7176f679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825601 Jun 26 21:38:30.817240 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-42295857-da67-4b9c-9ae1-8305e5fb9027 req-9a66786b-56fd-4fdb-88e0-e83614a340c6 service neutron] 10.222.0.41 "GET /v2.0/networks/174c5040-a1a6-419b-8057-be9d7176f679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829914 Jun 26 21:38:30.915243 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e31fba-8b82-4071-8956-b926221ca485 req-f97ae2c6-006c-47c8-81a9-bd3a70b56a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:38:30.916800 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-70e31fba-8b82-4071-8956-b926221ca485 req-f97ae2c6-006c-47c8-81a9-bd3a70b56a94 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=49c1277f17034fc6b695e1b4e2579b95&device_id=53376c1e-13c2-4dc0-88d0-0830b1707b48 HTTP/1.1" status: 200 len: 1096 time: 0.0528202 Jun 26 21:38:31.007064 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e31fba-8b82-4071-8956-b926221ca485 req-3c30130e-72f3-4635-a16d-ee009a15ebef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:38:31.008586 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-70e31fba-8b82-4071-8956-b926221ca485 req-3c30130e-72f3-4635-a16d-ee009a15ebef service neutron] 10.222.0.41 "GET /v2.0/networks?id=174c5040-a1a6-419b-8057-be9d7176f679 HTTP/1.1" status: 200 len: 915 time: 0.0846779 Jun 26 21:38:31.056369 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-70e31fba-8b82-4071-8956-b926221ca485 req-a1823b8a-8d9a-484a-ac76-80c8f004acc1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1838a971-a525-4d2c-ac26-de9f68545b8f HTTP/1.1" status: 200 len: 217 time: 0.0384734 Jun 26 21:38:31.105451 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e31fba-8b82-4071-8956-b926221ca485 req-43477493-57e2-4c51-aeac-fe358775c1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:38:31.107110 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-70e31fba-8b82-4071-8956-b926221ca485 req-43477493-57e2-4c51-aeac-fe358775c1db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6927349e-8d34-415b-ba61-35fe2c7ba62e HTTP/1.1" status: 200 len: 854 time: 0.0437191 Jun 26 21:38:31.141372 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-70e31fba-8b82-4071-8956-b926221ca485 req-aa62bb4b-3caa-4b8b-ad8e-62761362ed72 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=174c5040-a1a6-419b-8057-be9d7176f679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264778 Jun 26 21:38:31.242733 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-70e31fba-8b82-4071-8956-b926221ca485 req-50377e42-dd44-4a79-bcd7-481ae5f5fe5f service neutron] 10.222.0.41 "GET /v2.0/networks/174c5040-a1a6-419b-8057-be9d7176f679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919650 Jun 26 21:38:31.337442 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-70e31fba-8b82-4071-8956-b926221ca485 req-915bb4f0-4009-45be-a295-fd9a51294893 service neutron] 10.222.0.41 "GET /v2.0/networks/174c5040-a1a6-419b-8057-be9d7176f679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837011 Jun 26 21:38:31.700472 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed55af-6eb5-4d26-a9ce-054a7ca8a588 req-e4cb365e-0f70-4989-bdb1-18a625c91d67 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:38:31.702046 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f8ed55af-6eb5-4d26-a9ce-054a7ca8a588 req-e4cb365e-0f70-4989-bdb1-18a625c91d67 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/ports?device_id=53376c1e-13c2-4dc0-88d0-0830b1707b48 HTTP/1.1" status: 200 len: 943 time: 0.0669117 Jun 26 21:38:31.740903 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f8ed55af-6eb5-4d26-a9ce-054a7ca8a588 req-360f6f68-08b6-4e35-b8b7-6455aff233c1 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/security-groups?id=a288ab8c-1f80-4f85-ae6c-29f1312b8404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324569 Jun 26 21:38:32.769935 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.agents_db [None req-53b98272-06bb-47ef-8924-edf36d473ef8 None None] Agent healthcheck: found 6 active agents {{(pid=92924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 21:38:32.920665 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068bde5-e38d-43ee-a85e-8a81805db94c req-8e4872ee-b3b4-4a8d-b184-b962f8597705 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:38:32.922122 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e068bde5-e38d-43ee-a85e-8a81805db94c req-8e4872ee-b3b4-4a8d-b184-b962f8597705 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/ports?device_id=53376c1e-13c2-4dc0-88d0-0830b1707b48 HTTP/1.1" status: 200 len: 943 time: 0.0671978 Jun 26 21:38:32.959119 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e068bde5-e38d-43ee-a85e-8a81805db94c req-f3722690-eeb5-4594-992c-21cbf957e97e tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/security-groups?id=a288ab8c-1f80-4f85-ae6c-29f1312b8404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313368 Jun 26 21:38:32.991042 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 1838a971-a525-4d2c-ac26-de9f68545b8f details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=92923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 21:38:33.081003 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 1838a971-a525-4d2c-ac26-de9f68545b8f, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=1838a971-a525-4d2c-ac26-de9f68545b8f,segment=NetworkSegment(8109443e-4d87-4105-9daa-a82c1773aae8),segment_id=8109443e-4d87-4105-9daa-a82c1773aae8)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:38:33.091354 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Returning: {'device': '1838a971-a525-4d2c-ac26-de9f68545b8f', 'network_id': '174c5040-a1a6-419b-8057-be9d7176f679', 'port_id': '1838a971-a525-4d2c-ac26-de9f68545b8f', 'mac_address': 'fa:16:3e:68:a1:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6927349e-8d34-415b-ba61-35fe2c7ba62e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 21:38:33.129906 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:33.141867 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1838a971-a525-4d2c-ac26-de9f68545b8f {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 21:38:33.160605 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 1838a971-a525-4d2c-ac26-de9f68545b8f, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=1838a971-a525-4d2c-ac26-de9f68545b8f,segment=NetworkSegment(8109443e-4d87-4105-9daa-a82c1773aae8),segment_id=8109443e-4d87-4105-9daa-a82c1773aae8)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:38:33.164490 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:33.166138 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:38:33.209729 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=1838a971-a525-4d2c-ac26-de9f68545b8f,revision_number=4']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:38:33.216781 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:38:33.217127 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:38:33.217462 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:38:33.217793 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:38:33.218119 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:38:33.218473 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:38:33.218794 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:38:33.219114 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:38:33.219455 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:38:33.219777 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:38:33.220088 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:38:33.220400 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:38:33.226269 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:38:33.427625 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] get_ports_and_sgs() called for port_ids ['1838a971-a525-4d2c-ac26-de9f68545b8f'] {{(pid=92923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 21:38:34.138890 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01db571-7a70-4417-b120-af5758543c8e req-650a3d46-4c2d-4644-b259-865803ceeb3b tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:38:34.140493 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c01db571-7a70-4417-b120-af5758543c8e req-650a3d46-4c2d-4644-b259-865803ceeb3b tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/ports?device_id=53376c1e-13c2-4dc0-88d0-0830b1707b48 HTTP/1.1" status: 200 len: 944 time: 0.0693283 Jun 26 21:38:34.182284 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c01db571-7a70-4417-b120-af5758543c8e req-e37152a3-ef5d-4bb5-9ed9-9560803cc053 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/security-groups?id=a288ab8c-1f80-4f85-ae6c-29f1312b8404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352943 Jun 26 21:38:34.996317 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 1838a971-a525-4d2c-ac26-de9f68545b8f up at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:38:35.054917 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Provisioning for port 1838a971-a525-4d2c-ac26-de9f68545b8f completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:38:35.062007 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Provisioning complete for port 1838a971-a525-4d2c-ac26-de9f68545b8f triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:38:35.062933 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:35.177385 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:35.207589 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53376c1e-13c2-4dc0-88d0-0830b1707b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1838a971-a525-4d2c-ac26-de9f68545b8f'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:38:35.210195 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8789620f65ed64c11f36a2c9fb0085813b3741d077667d6f020eb6652e2807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167ab681-fb66-405b-9057-c1633f446832" -d '{"events": [{"server_uuid": "53376c1e-13c2-4dc0-88d0-0830b1707b48", "name": "network-vif-plugged", "status": "completed", "tag": "1838a971-a525-4d2c-ac26-de9f68545b8f"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:38:35.225148 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 1838a971-a525-4d2c-ac26-de9f68545b8f, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=1838a971-a525-4d2c-ac26-de9f68545b8f,segment=NetworkSegment(8109443e-4d87-4105-9daa-a82c1773aae8),segment_id=8109443e-4d87-4105-9daa-a82c1773aae8)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:38:35.231353 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:35.233493 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:38:35.253558 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495cb86b-f627-40fb-8d28-a97f0876ce64 req-fdb369ce-01d1-4522-b1f7-2c0b11a2b25c tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:38:35.256159 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-495cb86b-f627-40fb-8d28-a97f0876ce64 req-fdb369ce-01d1-4522-b1f7-2c0b11a2b25c tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 946 time: 0.0947490 Jun 26 21:38:35.290859 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=1838a971-a525-4d2c-ac26-de9f68545b8f,revision_number=5']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:38:35.294263 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:38:35.315677 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-495cb86b-f627-40fb-8d28-a97f0876ce64 req-385c9eea-91a1-45af-a995-066d5e01ddc1 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530791 Jun 26 21:38:35.371370 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 21:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5bfe67-5362-4586-9cfb-7550e8f1192c x-openstack-request-id: req-ff5bfe67-5362-4586-9cfb-7550e8f1192c {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:38:35.371670 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53376c1e-13c2-4dc0-88d0-0830b1707b48", "name": "network-vif-plugged", "status": "completed", "tag": "1838a971-a525-4d2c-ac26-de9f68545b8f", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:38:35.371934 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ff5bfe67-5362-4586-9cfb-7550e8f1192c {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:38:35.372340 dv-cinder-798208-1-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53376c1e-13c2-4dc0-88d0-0830b1707b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1838a971-a525-4d2c-ac26-de9f68545b8f', 'code': 200} Jun 26 21:38:35.398926 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84b0bf-9d5a-4e6c-b42d-d80a9502a048 req-d4bed3e2-119e-4d32-81e9-068bfd35dd08 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:38:35.400516 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3e84b0bf-9d5a-4e6c-b42d-d80a9502a048 req-d4bed3e2-119e-4d32-81e9-068bfd35dd08 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/ports?device_id=53376c1e-13c2-4dc0-88d0-0830b1707b48 HTTP/1.1" status: 200 len: 945 time: 0.0723817 Jun 26 21:38:35.443006 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3e84b0bf-9d5a-4e6c-b42d-d80a9502a048 req-946830a7-077e-474b-9ede-1a324b9e2a78 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/security-groups?id=a288ab8c-1f80-4f85-ae6c-29f1312b8404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358031 Jun 26 21:38:35.623000 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d145982-9908-44ae-ab7e-bfd7caf74967 req-e4da7f52-dd4c-4803-b1a4-8748cf572c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:38:35.624692 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-8d145982-9908-44ae-ab7e-bfd7caf74967 req-e4da7f52-dd4c-4803-b1a4-8748cf572c2c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=53376c1e-13c2-4dc0-88d0-0830b1707b48 HTTP/1.1" status: 200 len: 1098 time: 0.0639882 Jun 26 21:38:35.661753 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-8d145982-9908-44ae-ab7e-bfd7caf74967 req-0e874d24-74ce-46f0-acce-5c58c4888b7e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a288ab8c-1f80-4f85-ae6c-29f1312b8404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299582 Jun 26 21:38:36.508442 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd43155-4ed6-4092-847d-df2e459d30f0 req-9235ab67-1b01-471e-92cd-f1bf165d7853 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:38:36.510047 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9dd43155-4ed6-4092-847d-df2e459d30f0 req-9235ab67-1b01-471e-92cd-f1bf165d7853 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 946 time: 0.0675251 Jun 26 21:38:36.559073 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9dd43155-4ed6-4092-847d-df2e459d30f0 req-b0472bd1-2a2d-4186-a2cb-552ec67be428 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392797 Jun 26 21:38:36.636368 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5bb1f-b876-47b3-8005-32cef4488a6a req-e6713a15-4fa7-4c4f-a900-53717fff629e tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:38:36.637741 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-91a5bb1f-b876-47b3-8005-32cef4488a6a req-e6713a15-4fa7-4c4f-a900-53717fff629e tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/ports?device_id=53376c1e-13c2-4dc0-88d0-0830b1707b48 HTTP/1.1" status: 200 len: 945 time: 0.0696542 Jun 26 21:38:36.676933 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-91a5bb1f-b876-47b3-8005-32cef4488a6a req-d142ceb9-9926-432f-bfd3-d9171fbc9e82 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/security-groups?id=a288ab8c-1f80-4f85-ae6c-29f1312b8404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332482 Jun 26 21:38:36.808515 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311e6f5-4008-4f0c-9567-d45c2ef6918d req-7ed2e759-eb45-42fe-9c2a-77202a120ca1 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:38:36.809968 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-d311e6f5-4008-4f0c-9567-d45c2ef6918d req-7ed2e759-eb45-42fe-9c2a-77202a120ca1 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 946 time: 0.0625179 Jun 26 21:38:36.911996 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-d311e6f5-4008-4f0c-9567-d45c2ef6918d req-17a3d0db-f4cb-4737-a1dd-190645a2bcc4 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Deleting port 0df9f7ba-e298-4f7c-956e-64bc55ec6e83 {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:38:36.912226 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-d311e6f5-4008-4f0c-9567-d45c2ef6918d req-17a3d0db-f4cb-4737-a1dd-190645a2bcc4 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:37.001896 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-d311e6f5-4008-4f0c-9567-d45c2ef6918d req-17a3d0db-f4cb-4737-a1dd-190645a2bcc4 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] For port 0df9f7ba-e298-4f7c-956e-64bc55ec6e83, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=0df9f7ba-e298-4f7c-956e-64bc55ec6e83,segment=NetworkSegment(b01e252e-c69b-424c-adf8-eabe4b93980a),segment_id=b01e252e-c69b-424c-adf8-eabe4b93980a)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:38:37.002258 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-d311e6f5-4008-4f0c-9567-d45c2ef6918d req-17a3d0db-f4cb-4737-a1dd-190645a2bcc4 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:37.185979 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-d311e6f5-4008-4f0c-9567-d45c2ef6918d req-17a3d0db-f4cb-4737-a1dd-190645a2bcc4 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:37.186260 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-d311e6f5-4008-4f0c-9567-d45c2ef6918d req-17a3d0db-f4cb-4737-a1dd-190645a2bcc4 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642591'] for floatingip, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:37.186545 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.db.l3_db [req-d311e6f5-4008-4f0c-9567-d45c2ef6918d req-17a3d0db-f4cb-4737-a1dd-190645a2bcc4 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Floating IP e0f28567-ee69-4064-a8af-aaa1c3cff32c disassociated. External IP: 172.27.2.241, port: 0df9f7ba-e298-4f7c-956e-64bc55ec6e83. Jun 26 21:38:37.186881 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-d311e6f5-4008-4f0c-9567-d45c2ef6918d req-17a3d0db-f4cb-4737-a1dd-190645a2bcc4 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Calling delete_port for 0df9f7ba-e298-4f7c-956e-64bc55ec6e83 owned by compute:nova {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:38:37.320060 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-d311e6f5-4008-4f0c-9567-d45c2ef6918d req-17a3d0db-f4cb-4737-a1dd-190645a2bcc4 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8896241'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:37.323985 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-8a3a6ed5-0828-4fdf-bd9e-fdea29370a5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:38:37.347707 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3d0db-f4cb-4737-a1dd-190645a2bcc4 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Pushing event deleted for resources: {'Port': ['ID=0df9f7ba-e298-4f7c-956e-64bc55ec6e83,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:38:37.351135 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-17a3d0db-f4cb-4737-a1dd-190645a2bcc4 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:38:37.472434 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d311e6f5-4008-4f0c-9567-d45c2ef6918d req-17a3d0db-f4cb-4737-a1dd-190645a2bcc4 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Router 07656fef-9c4d-4e9f-b32a-fdaaf697a0e5 has already been hosted by L3 agent 8f52ff15-e1cf-4181-89b9-9a217ed1d1bf {{(pid=92921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 21:38:37.783706 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3bf29d2b-297f-4c89-b212-9f280177429d req-4b0faf6e-e4ec-408e-9057-156b0eeb6719 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7baf0a4-97d5-460e-b618-236e91833cde HTTP/1.1" status: 200 len: 210 time: 0.0629895 Jun 26 21:38:37.888045 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e206925-fbad-4ae1-80fc-91ddf5c4a9cf req-f2d7f0c8-9546-403c-a7ed-615f980d6c2e tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:38:37.890733 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7e206925-fbad-4ae1-80fc-91ddf5c4a9cf req-f2d7f0c8-9546-403c-a7ed-615f980d6c2e tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/ports?device_id=53376c1e-13c2-4dc0-88d0-0830b1707b48 HTTP/1.1" status: 200 len: 945 time: 0.0767822 Jun 26 21:38:37.931601 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d311e6f5-4008-4f0c-9567-d45c2ef6918d req-17a3d0db-f4cb-4737-a1dd-190645a2bcc4 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify agent at l3_agent.dv-cinder-798208-1-iscsi the message routers_updated {{(pid=92921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 21:38:37.939029 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7e206925-fbad-4ae1-80fc-91ddf5c4a9cf req-b141f22a-3feb-4252-9fea-aff14bf9a68b tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/security-groups?id=a288ab8c-1f80-4f85-ae6c-29f1312b8404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406950 Jun 26 21:38:37.944052 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73370623-7e34-41db-baba-42fbdc30fc51 None None] Sync routers for ids ['07656fef-9c4d-4e9f-b32a-fdaaf697a0e5'] in dv-cinder-798208-1-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 21:38:37.953975 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73370623-7e34-41db-baba-42fbdc30fc51 None None] Routers {'07656fef-9c4d-4e9f-b32a-fdaaf697a0e5'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:38:37.954731 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-73370623-7e34-41db-baba-42fbdc30fc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:38:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['07656fef-9c4d-4e9f-b32a-fdaaf697a0e5'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:38:37.992710 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-d311e6f5-4008-4f0c-9567-d45c2ef6918d req-17a3d0db-f4cb-4737-a1dd-190645a2bcc4 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] No DVR routers for this DVR port 0df9f7ba-e298-4f7c-956e-64bc55ec6e83 on host hv-cinder-79820 {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 21:38:37.995875 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-d311e6f5-4008-4f0c-9567-d45c2ef6918d req-17a3d0db-f4cb-4737-a1dd-190645a2bcc4 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:37.997932 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-d311e6f5-4008-4f0c-9567-d45c2ef6918d req-17a3d0db-f4cb-4737-a1dd-190645a2bcc4 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.41 "DELETE /v2.0/ports/0df9f7ba-e298-4f7c-956e-64bc55ec6e83 HTTP/1.1" status: 204 len: 173 time: 1.1821113 Jun 26 21:38:37.998546 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7baf0a4-97d5-460e-b618-236e91833cde', 'name': 'network-vif-deleted', 'tag': '0df9f7ba-e298-4f7c-956e-64bc55ec6e83'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:38:38.000961 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b5f6d741f71b22ca80de7011a5bf010bd5b330abd4b28dbd747dc86a1ce20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1cc5f0e-e88f-4efb-af5c-8956dc1d20fe" -d '{"events": [{"server_uuid": "e7baf0a4-97d5-460e-b618-236e91833cde", "name": "network-vif-deleted", "tag": "0df9f7ba-e298-4f7c-956e-64bc55ec6e83"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:38:38.049674 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 21:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148dc445-b93b-43a1-a501-d8e81b1f13f9 x-openstack-request-id: req-148dc445-b93b-43a1-a501-d8e81b1f13f9 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:38:38.050036 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7baf0a4-97d5-460e-b618-236e91833cde", "name": "network-vif-deleted", "tag": "0df9f7ba-e298-4f7c-956e-64bc55ec6e83", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:38:38.050464 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-148dc445-b93b-43a1-a501-d8e81b1f13f9 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:38:38.050889 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7baf0a4-97d5-460e-b618-236e91833cde', 'name': 'network-vif-deleted', 'tag': '0df9f7ba-e298-4f7c-956e-64bc55ec6e83', 'status': 'completed', 'code': 200} Jun 26 21:38:38.076781 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-73370623-7e34-41db-baba-42fbdc30fc51 None None] Set router 07656fef-9c4d-4e9f-b32a-fdaaf697a0e5 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:38:38.298602 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-73370623-7e34-41db-baba-42fbdc30fc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'name': 'tempest-AttachVolumeShelveTestJSON-876745911-router', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '5c5de66f-d3cd-4d48-9793-0a43e4ed06b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:33:12Z', 'updated_at': '2021-06-26T21:33:16Z', 'revision_number': 4, 'project_id': '55d314cce60e4244b7a6c90dbc16089b', 'gw_port': {'id': '5c5de66f-d3cd-4d48-9793-0a43e4ed06b0', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:33:13Z', 'updated_at': '2021-06-26T21:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': '2cd25236-2283-4645-b75e-951ebe77ef96', 'name': '', 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'mac_address': 'fa:16:3e:df:46:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:33:15Z', 'updated_at': '2021-06-26T21:33:23Z', 'revision_number': 5, 'project_id': '55d314cce60e4244b7a6c90dbc16089b', 'subnets': [{'id': '5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:38:38.332896 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73370623-7e34-41db-baba-42fbdc30fc51 None None] Checking router: 07656fef-9c4d-4e9f-b32a-fdaaf697a0e5 for host: dv-cinder-798208-1-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 21:38:38.343978 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73370623-7e34-41db-baba-42fbdc30fc51 None None] Routers {'07656fef-9c4d-4e9f-b32a-fdaaf697a0e5'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:38:38.344847 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-73370623-7e34-41db-baba-42fbdc30fc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:38:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['07656fef-9c4d-4e9f-b32a-fdaaf697a0e5'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:38:38.490843 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-73370623-7e34-41db-baba-42fbdc30fc51 None None] Set router 07656fef-9c4d-4e9f-b32a-fdaaf697a0e5 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:38:38.723328 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-73370623-7e34-41db-baba-42fbdc30fc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'name': 'tempest-AttachVolumeShelveTestJSON-876745911-router', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '5c5de66f-d3cd-4d48-9793-0a43e4ed06b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:33:12Z', 'updated_at': '2021-06-26T21:33:16Z', 'revision_number': 4, 'project_id': '55d314cce60e4244b7a6c90dbc16089b', 'gw_port': {'id': '5c5de66f-d3cd-4d48-9793-0a43e4ed06b0', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:33:13Z', 'updated_at': '2021-06-26T21:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': '2cd25236-2283-4645-b75e-951ebe77ef96', 'name': '', 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'mac_address': 'fa:16:3e:df:46:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:33:15Z', 'updated_at': '2021-06-26T21:33:23Z', 'revision_number': 5, 'project_id': '55d314cce60e4244b7a6c90dbc16089b', 'subnets': [{'id': '5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:38:38.749028 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73370623-7e34-41db-baba-42fbdc30fc51 None None] The sync data for ids ['07656fef-9c4d-4e9f-b32a-fdaaf697a0e5'] in dv-cinder-798208-1-iscsi is: [{'id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'name': 'tempest-AttachVolumeShelveTestJSON-876745911-router', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '5c5de66f-d3cd-4d48-9793-0a43e4ed06b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:33:12Z', 'updated_at': '2021-06-26T21:33:16Z', 'revision_number': 4, 'project_id': '55d314cce60e4244b7a6c90dbc16089b', 'gw_port': {'id': '5c5de66f-d3cd-4d48-9793-0a43e4ed06b0', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:33:13Z', 'updated_at': '2021-06-26T21:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': '2cd25236-2283-4645-b75e-951ebe77ef96', 'name': '', 'network_id': '054ba6ce-4b49-439d-a549-d4107e8e07e7', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'mac_address': 'fa:16:3e:df:46:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:33:15Z', 'updated_at': '2021-06-26T21:33:23Z', 'revision_number': 5, 'project_id': '55d314cce60e4244b7a6c90dbc16089b', 'subnets': [{'id': '5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 21:38:38.938536 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 47698) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:38:39.001563 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e5eb0a-deb2-492f-ba2a-9e25931c1820 None None] New status for floating IP e0f28567-ee69-4064-a8af-aaa1c3cff32c: DOWN {{(pid=92923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 21:38:39.003815 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-10ff1402-1630-4ab9-ad7e-a0f5a3cf2f20 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:39.030284 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-10ff1402-1630-4ab9-ad7e-a0f5a3cf2f20 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:39.035423 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 0df9f7ba-e298-4f7c-956e-64bc55ec6e83 no longer exists at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:38:39.093333 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] No Port match for: 0df9f7ba-e298-4f7c-956e-64bc55ec6e83 {{(pid=92923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 21:38:39.093692 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 0df9f7ba-e298-4f7c-956e-64bc55ec6e83 not bound to the agent host hv-cinder-79820 {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 21:38:39.096011 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-10ff1402-1630-4ab9-ad7e-a0f5a3cf2f20 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:39.099081 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-10ff1402-1630-4ab9-ad7e-a0f5a3cf2f20 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:39.100347 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-10ff1402-1630-4ab9-ad7e-a0f5a3cf2f20 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "DELETE /v2.0/security-groups/4d2b951a-ea0e-423c-8116-6b4ccf7c8de1 HTTP/1.1" status: 204 len: 168 time: 0.1607306 Jun 26 21:38:39.101412 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-d982e618-649f-4c9a-ac56-80ad9fa416a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:38:39.106115 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 47700) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:38:39.114181 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff1402-1630-4ab9-ad7e-a0f5a3cf2f20 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2b951a-ea0e-423c-8116-6b4ccf7c8de1,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:38:39.117377 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-10ff1402-1630-4ab9-ad7e-a0f5a3cf2f20 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:38:39.124756 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.api.v2.resource [None req-e835d5a1-e856-4678-99f4-7d79e87bb9e4 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] show failed (client error): The resource could not be found. Jun 26 21:38:39.125960 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-e835d5a1-e856-4678-99f4-7d79e87bb9e4 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "GET /v2.0/security-groups/4d2b951a-ea0e-423c-8116-6b4ccf7c8de1 HTTP/1.1" status: 404 len: 347 time: 0.0186915 Jun 26 21:38:39.130885 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 47702) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:38:39.267062 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-a7414483-7d95-4bd4-9e3a-9b407db3ee31 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Deleting port 91967acd-e3d2-4fef-ade6-0a549cc4640b {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:38:39.267318 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a7414483-7d95-4bd4-9e3a-9b407db3ee31 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:39.346678 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a7414483-7d95-4bd4-9e3a-9b407db3ee31 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:39.347009 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a7414483-7d95-4bd4-9e3a-9b407db3ee31 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:39.359300 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-a7414483-7d95-4bd4-9e3a-9b407db3ee31 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Calling delete_port for 91967acd-e3d2-4fef-ade6-0a549cc4640b owned by network:floatingip {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:38:39.506788 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a7414483-7d95-4bd4-9e3a-9b407db3ee31 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8809482'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:39.515937 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-cfb53188-94f7-4d6b-a0ea-b7b9ac349d9b tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:38:39.538082 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7414483-7d95-4bd4-9e3a-9b407db3ee31 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Pushing event deleted for resources: {'Port': ['ID=91967acd-e3d2-4fef-ade6-0a549cc4640b,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:38:39.566413 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7414483-7d95-4bd4-9e3a-9b407db3ee31 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:38:39.566790 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7414483-7d95-4bd4-9e3a-9b407db3ee31 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:38:39.567158 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7414483-7d95-4bd4-9e3a-9b407db3ee31 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:38:39.567541 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7414483-7d95-4bd4-9e3a-9b407db3ee31 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:38:39.567906 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7414483-7d95-4bd4-9e3a-9b407db3ee31 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:38:39.568259 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7414483-7d95-4bd4-9e3a-9b407db3ee31 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:38:39.568610 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7414483-7d95-4bd4-9e3a-9b407db3ee31 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:38:39.568960 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7414483-7d95-4bd4-9e3a-9b407db3ee31 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:38:39.569307 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7414483-7d95-4bd4-9e3a-9b407db3ee31 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:38:39.569647 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7414483-7d95-4bd4-9e3a-9b407db3ee31 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:38:39.569992 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7414483-7d95-4bd4-9e3a-9b407db3ee31 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:38:39.570335 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7414483-7d95-4bd4-9e3a-9b407db3ee31 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:38:39.574693 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-a7414483-7d95-4bd4-9e3a-9b407db3ee31 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:38:39.616749 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a7414483-7d95-4bd4-9e3a-9b407db3ee31 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks [] for floatingip, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:39.619471 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a7414483-7d95-4bd4-9e3a-9b407db3ee31 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for floatingip, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:39.620695 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-a7414483-7d95-4bd4-9e3a-9b407db3ee31 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] 10.222.0.24 "DELETE /v2.0/floatingips/e0f28567-ee69-4064-a8af-aaa1c3cff32c HTTP/1.1" status: 204 len: 168 time: 0.4885657 Jun 26 21:38:42.272203 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 47734) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:38:42.716846 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ff1495c6-9748-4465-99df-2229afcf7fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-698870'] for router_interface, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:43.003628 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-ff1495c6-9748-4465-99df-2229afcf7fc1 admin admin] Deleting port 2cd25236-2283-4645-b75e-951ebe77ef96 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:38:43.004066 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ff1495c6-9748-4465-99df-2229afcf7fc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:43.102004 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-ff1495c6-9748-4465-99df-2229afcf7fc1 admin admin] For port 2cd25236-2283-4645-b75e-951ebe77ef96, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=2cd25236-2283-4645-b75e-951ebe77ef96,segment=NetworkSegment(b01e252e-c69b-424c-adf8-eabe4b93980a),segment_id=b01e252e-c69b-424c-adf8-eabe4b93980a)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:38:43.102369 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ff1495c6-9748-4465-99df-2229afcf7fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:43.428758 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-ff1495c6-9748-4465-99df-2229afcf7fc1 admin admin] Calling delete_port for 2cd25236-2283-4645-b75e-951ebe77ef96 owned by network:router_interface {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:38:43.631238 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ff1495c6-9748-4465-99df-2229afcf7fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8809482'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:43.633535 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-8313ac2c-bff4-4e0c-b3d8-6f4120dc120f tempest-VolumesActionsTest-427031624 tempest-VolumesActionsTest-427031624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:38:43.658479 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1495c6-9748-4465-99df-2229afcf7fc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cd25236-2283-4645-b75e-951ebe77ef96,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:38:43.662197 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-ff1495c6-9748-4465-99df-2229afcf7fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:38:43.876855 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ff1495c6-9748-4465-99df-2229afcf7fc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692486'] for router_interface, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:44.126542 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1495c6-9748-4465-99df-2229afcf7fc1 admin admin] Router 07656fef-9c4d-4e9f-b32a-fdaaf697a0e5 has already been hosted by L3 agent 8f52ff15-e1cf-4181-89b9-9a217ed1d1bf {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 21:38:44.239978 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1495c6-9748-4465-99df-2229afcf7fc1 admin admin] Notify agent at l3_agent.dv-cinder-798208-1-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 21:38:44.245821 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-ff1495c6-9748-4465-99df-2229afcf7fc1 admin admin] 10.222.0.24 "PUT /v2.0/routers/07656fef-9c4d-4e9f-b32a-fdaaf697a0e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9718440 Jun 26 21:38:44.247737 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 47742) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:38:44.252293 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba07506-7fd8-4c9b-be55-bcaaf305ff71 None None] Sync routers for ids ['07656fef-9c4d-4e9f-b32a-fdaaf697a0e5'] in dv-cinder-798208-1-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 21:38:44.266830 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba07506-7fd8-4c9b-be55-bcaaf305ff71 None None] Routers {'07656fef-9c4d-4e9f-b32a-fdaaf697a0e5'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:38:44.268530 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-dba07506-7fd8-4c9b-be55-bcaaf305ff71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:38:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['07656fef-9c4d-4e9f-b32a-fdaaf697a0e5'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:38:44.389540 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-72ad9212-43ec-4243-81cc-ebb072025965 admin admin] Notify callbacks [] for router, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:44.415994 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-dba07506-7fd8-4c9b-be55-bcaaf305ff71 None None] Set router 07656fef-9c4d-4e9f-b32a-fdaaf697a0e5 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:38:44.505028 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-72ad9212-43ec-4243-81cc-ebb072025965 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:44.589328 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-72ad9212-43ec-4243-81cc-ebb072025965 admin admin] Deleting port 5c5de66f-d3cd-4d48-9793-0a43e4ed06b0 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:38:44.589863 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-72ad9212-43ec-4243-81cc-ebb072025965 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:44.610374 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-dba07506-7fd8-4c9b-be55-bcaaf305ff71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'name': 'tempest-AttachVolumeShelveTestJSON-876745911-router', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '5c5de66f-d3cd-4d48-9793-0a43e4ed06b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:33:12Z', 'updated_at': '2021-06-26T21:38:43Z', 'revision_number': 5, 'project_id': '55d314cce60e4244b7a6c90dbc16089b', 'gw_port': {'id': '5c5de66f-d3cd-4d48-9793-0a43e4ed06b0', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:33:13Z', 'updated_at': '2021-06-26T21:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi'}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:38:44.695790 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-72ad9212-43ec-4243-81cc-ebb072025965 admin admin] For port 5c5de66f-d3cd-4d48-9793-0a43e4ed06b0, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=5c5de66f-d3cd-4d48-9793-0a43e4ed06b0,segment=NetworkSegment(4f28365d-aca5-4c5a-9953-491fa10de68c),segment_id=4f28365d-aca5-4c5a-9953-491fa10de68c)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:38:44.696233 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-72ad9212-43ec-4243-81cc-ebb072025965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:44.711408 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-72ad9212-43ec-4243-81cc-ebb072025965 admin admin] Calling delete_port for 5c5de66f-d3cd-4d48-9793-0a43e4ed06b0 owned by network:router_gateway {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:38:44.748723 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba07506-7fd8-4c9b-be55-bcaaf305ff71 None None] Checking router: 07656fef-9c4d-4e9f-b32a-fdaaf697a0e5 for host: dv-cinder-798208-1-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 21:38:44.758740 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba07506-7fd8-4c9b-be55-bcaaf305ff71 None None] Routers {'07656fef-9c4d-4e9f-b32a-fdaaf697a0e5'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:38:44.759599 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-dba07506-7fd8-4c9b-be55-bcaaf305ff71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:38:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['07656fef-9c4d-4e9f-b32a-fdaaf697a0e5'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:38:44.870079 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-dba07506-7fd8-4c9b-be55-bcaaf305ff71 None None] Set router 07656fef-9c4d-4e9f-b32a-fdaaf697a0e5 gateway port host: None {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:38:44.927852 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-72ad9212-43ec-4243-81cc-ebb072025965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8809482'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:44.928749 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-d4a2ef33-6f94-4640-9052-4d8da3713bda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:38:44.930049 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-dba07506-7fd8-4c9b-be55-bcaaf305ff71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'name': 'tempest-AttachVolumeShelveTestJSON-876745911-router', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:33:12Z', 'updated_at': '2021-06-26T21:38:44Z', 'revision_number': 6, 'project_id': '55d314cce60e4244b7a6c90dbc16089b', 'gw_port_host': None}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:38:44.952088 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad9212-43ec-4243-81cc-ebb072025965 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c5de66f-d3cd-4d48-9793-0a43e4ed06b0,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:38:44.957941 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-72ad9212-43ec-4243-81cc-ebb072025965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:38:44.959779 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba07506-7fd8-4c9b-be55-bcaaf305ff71 None None] The sync data for ids ['07656fef-9c4d-4e9f-b32a-fdaaf697a0e5'] in dv-cinder-798208-1-iscsi is: [{'id': '07656fef-9c4d-4e9f-b32a-fdaaf697a0e5', 'name': 'tempest-AttachVolumeShelveTestJSON-876745911-router', 'tenant_id': '55d314cce60e4244b7a6c90dbc16089b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:33:12Z', 'updated_at': '2021-06-26T21:38:44Z', 'revision_number': 6, 'project_id': '55d314cce60e4244b7a6c90dbc16089b', 'gw_port_host': None}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 21:38:45.030822 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-72ad9212-43ec-4243-81cc-ebb072025965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642748'] for router_gateway, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:45.129553 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-72ad9212-43ec-4243-81cc-ebb072025965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11014'] for router, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:45.132253 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-72ad9212-43ec-4243-81cc-ebb072025965 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:45.194299 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-72ad9212-43ec-4243-81cc-ebb072025965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641515'] for router, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:45.195124 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ad9212-43ec-4243-81cc-ebb072025965 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07656fef-9c4d-4e9f-b32a-fdaaf697a0e5 {{(pid=92922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 21:38:45.202279 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-72ad9212-43ec-4243-81cc-ebb072025965 admin admin] Notify callbacks [] for router, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:45.204107 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-72ad9212-43ec-4243-81cc-ebb072025965 admin admin] 10.222.0.24 "DELETE /v2.0/routers/07656fef-9c4d-4e9f-b32a-fdaaf697a0e5 HTTP/1.1" status: 204 len: 168 time: 0.9549839 Jun 26 21:38:45.207571 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 47750) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:38:45.253503 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_v2 [None req-1703e290-c2a4-4231-a81b-b652f8f714e2 admin admin] Deleting subnet 5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665 {{(pid=92922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 21:38:45.257023 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1703e290-c2a4-4231-a81b-b652f8f714e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:45.294228 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1703e290-c2a4-4231-a81b-b652f8f714e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12086082'] for subnet, precommit_delete_associations {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:45.417607 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1703e290-c2a4-4231-a81b-b652f8f714e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4059658'] for subnet, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:45.478046 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1703e290-c2a4-4231-a81b-b652f8f714e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4059677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-221544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8809520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12366152'] for subnet, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:45.480503 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-54df4cc8-c7a3-4eb5-bec5-b03a2db5c4e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:38:45.507478 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1703e290-c2a4-4231-a81b-b652f8f714e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:38:45.511343 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-1703e290-c2a4-4231-a81b-b652f8f714e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:38:45.515088 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1703e290-c2a4-4231-a81b-b652f8f714e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:45.518363 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-1703e290-c2a4-4231-a81b-b652f8f714e2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5e9596fa-ed0b-4a5f-bda8-ed9acf7c4665 HTTP/1.1" status: 204 len: 168 time: 0.3095298 Jun 26 21:38:45.521110 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 47752) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:38:45.524001 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0eab5b1-e447-417b-9b4e-1bd770a55549 None None] Network 054ba6ce-4b49-439d-a549-d4107e8e07e7 requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:38:45.598527 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ca641cc7-eb2a-4e7b-b926-f84fac41b739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4140915'] for network, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:45.662384 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-ca641cc7-eb2a-4e7b-b926-f84fac41b739 admin admin] Deleting port 395e43d8-70bc-485a-acc6-b0ee6d1c9fc3 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:38:45.662651 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ca641cc7-eb2a-4e7b-b926-f84fac41b739 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:45.743648 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-ca641cc7-eb2a-4e7b-b926-f84fac41b739 admin admin] For port 395e43d8-70bc-485a-acc6-b0ee6d1c9fc3, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=395e43d8-70bc-485a-acc6-b0ee6d1c9fc3,segment=NetworkSegment(b01e252e-c69b-424c-adf8-eabe4b93980a),segment_id=b01e252e-c69b-424c-adf8-eabe4b93980a)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:38:45.744172 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ca641cc7-eb2a-4e7b-b926-f84fac41b739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:45.765770 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-ca641cc7-eb2a-4e7b-b926-f84fac41b739 admin admin] Calling delete_port for 395e43d8-70bc-485a-acc6-b0ee6d1c9fc3 owned by network:dhcp {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:38:45.793272 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ef10eb-e128-4604-b618-f20f508b8aed None None] DHCP port deletion for 054ba6ce-4b49-439d-a549-d4107e8e07e7 request from dv-cinder-798208-1-iscsi {{(pid=92923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 26 21:38:45.860044 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 5c5de66f-d3cd-4d48-9793-0a43e4ed06b0 no longer exists at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:38:45.868670 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ca641cc7-eb2a-4e7b-b926-f84fac41b739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8809482'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:45.874234 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-4445f248-3927-41bc-ac57-68053674f2b9 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:38:45.886225 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-d8ef10eb-e128-4604-b618-f20f508b8aed None None] Deleting port 395e43d8-70bc-485a-acc6-b0ee6d1c9fc3 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:38:45.886611 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d8ef10eb-e128-4604-b618-f20f508b8aed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:45.889717 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] No Port match for: 5c5de66f-d3cd-4d48-9793-0a43e4ed06b0 {{(pid=92923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 21:38:45.890295 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 5c5de66f-d3cd-4d48-9793-0a43e4ed06b0 not bound to the agent host dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 21:38:45.890735 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 2cd25236-2283-4645-b75e-951ebe77ef96 no longer exists at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:38:45.903098 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca641cc7-eb2a-4e7b-b926-f84fac41b739 admin admin] Pushing event deleted for resources: {'Port': ['ID=395e43d8-70bc-485a-acc6-b0ee6d1c9fc3,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:38:45.903844 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca641cc7-eb2a-4e7b-b926-f84fac41b739 admin admin] No DVR routers for this DVR port 395e43d8-70bc-485a-acc6-b0ee6d1c9fc3 on host dv-cinder-798208-1-iscsi {{(pid=92922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 21:38:45.905465 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-ca641cc7-eb2a-4e7b-b926-f84fac41b739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:38:45.925510 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] No Port match for: 2cd25236-2283-4645-b75e-951ebe77ef96 {{(pid=92923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 21:38:45.925862 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 2cd25236-2283-4645-b75e-951ebe77ef96 not bound to the agent host dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 21:38:45.975165 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-d8ef10eb-e128-4604-b618-f20f508b8aed None None] For port 395e43d8-70bc-485a-acc6-b0ee6d1c9fc3, host dv-cinder-798208-1-iscsi, got binding levels [] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:38:45.975613 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d8ef10eb-e128-4604-b618-f20f508b8aed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:45.982793 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ca641cc7-eb2a-4e7b-b926-f84fac41b739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4059223', 'neutron.services.segments.db._delete_segments_for_network-8773185548566'] for network, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:45.998802 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-ca641cc7-eb2a-4e7b-b926-f84fac41b739 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['054ba6ce-4b49-439d-a549-d4107e8e07e7']}} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:38:45.999024 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-d8ef10eb-e128-4604-b618-f20f508b8aed None None] Calling delete_port for 395e43d8-70bc-485a-acc6-b0ee6d1c9fc3 owned by network:dhcp {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:38:46.004221 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.ipam_backend_mixin [None req-d8ef10eb-e128-4604-b618-f20f508b8aed None None] Port 395e43d8-70bc-485a-acc6-b0ee6d1c9fc3 was not found and therefore no delete operation was performed {{(pid=92923) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 26 21:38:46.005671 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d8ef10eb-e128-4604-b618-f20f508b8aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:46.009471 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:38:46.010920 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-ca641cc7-eb2a-4e7b-b926-f84fac41b739 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b01e252e-c69b-424c-adf8-eabe4b93980a') {'for_net_delete': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:38:46.011387 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-ca641cc7-eb2a-4e7b-b926-f84fac41b739 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b01e252e-c69b-424c-adf8-eabe4b93980a') {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:38:46.022736 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ca641cc7-eb2a-4e7b-b926-f84fac41b739 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773185534967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12086101'] for segment, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:46.038703 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ca641cc7-eb2a-4e7b-b926-f84fac41b739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175'] for segment, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:46.046489 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca641cc7-eb2a-4e7b-b926-f84fac41b739 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=92922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 21:38:46.047000 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ca641cc7-eb2a-4e7b-b926-f84fac41b739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8809685'] for segment, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:46.047992 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef10eb-e128-4604-b618-f20f508b8aed None None] Pushing event deleted for resources: {'Port': ['ID=395e43d8-70bc-485a-acc6-b0ee6d1c9fc3,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:38:46.049356 dv-cinder-798208-1-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 21:38:46.049356 dv-cinder-798208-1-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 26 21:38:46.049356 dv-cinder-798208-1-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 21:38:46.049356 dv-cinder-798208-1-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 26 21:38:46.049356 dv-cinder-798208-1-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 21:38:46.049356 dv-cinder-798208-1-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 26 21:38:46.049356 dv-cinder-798208-1-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 21:38:46.049356 dv-cinder-798208-1-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 26 21:38:46.049356 dv-cinder-798208-1-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 21:38:46.049356 dv-cinder-798208-1-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 26 21:38:46.049356 dv-cinder-798208-1-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 21:38:46.049356 dv-cinder-798208-1-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 26 21:38:46.049356 dv-cinder-798208-1-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 21:38:46.049356 dv-cinder-798208-1-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 26 21:38:46.049356 dv-cinder-798208-1-iscsi neutron-server[92922]: Traceback (most recent call last): Jun 26 21:38:46.049356 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 21:38:46.049356 dv-cinder-798208-1-iscsi neutron-server[92922]: timer() Jun 26 21:38:46.049356 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 21:38:46.049356 dv-cinder-798208-1-iscsi neutron-server[92922]: cb(*args, **kw) Jun 26 21:38:46.049356 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 21:38:46.049356 dv-cinder-798208-1-iscsi neutron-server[92922]: return func(*args, **kwargs) Jun 26 21:38:46.049356 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 21:38:46.049356 dv-cinder-798208-1-iscsi neutron-server[92922]: self._notify() Jun 26 21:38:46.049356 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 21:38:46.049356 dv-cinder-798208-1-iscsi neutron-server[92922]: self.callback(batched_events) Jun 26 21:38:46.049356 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 21:38:46.049356 dv-cinder-798208-1-iscsi neutron-server[92922]: event.method(event) Jun 26 21:38:46.049356 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 21:38:46.049356 dv-cinder-798208-1-iscsi neutron-server[92922]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 21:38:46.049356 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 21:38:46.049356 dv-cinder-798208-1-iscsi neutron-server[92922]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 21:38:46.049356 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 21:38:46.049356 dv-cinder-798208-1-iscsi neutron-server[92922]: return f(self, *a, **k) Jun 26 21:38:46.049356 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 21:38:46.049356 dv-cinder-798208-1-iscsi neutron-server[92922]: return self._get(url).json() Jun 26 21:38:46.049356 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 21:38:46.049356 dv-cinder-798208-1-iscsi neutron-server[92922]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 21:38:46.049356 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 21:38:46.049356 dv-cinder-798208-1-iscsi neutron-server[92922]: return self.request(url, 'GET', **kwargs) Jun 26 21:38:46.049356 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 21:38:46.049356 dv-cinder-798208-1-iscsi neutron-server[92922]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 21:38:46.049356 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 21:38:46.049356 dv-cinder-798208-1-iscsi neutron-server[92922]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 21:38:46.049356 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 21:38:46.049356 dv-cinder-798208-1-iscsi neutron-server[92922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 21:38:46.049356 dv-cinder-798208-1-iscsi neutron-server[92922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 21:38:46.053737 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-d8ef10eb-e128-4604-b618-f20f508b8aed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:38:46.054756 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ef10eb-e128-4604-b618-f20f508b8aed None None] No DVR routers for this DVR port 395e43d8-70bc-485a-acc6-b0ee6d1c9fc3 on host dv-cinder-798208-1-iscsi {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 21:38:46.121286 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ca641cc7-eb2a-4e7b-b926-f84fac41b739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4059228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-938849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642676'] for network, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:46.126022 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ca641cc7-eb2a-4e7b-b926-f84fac41b739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for network, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:46.128755 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-ca641cc7-eb2a-4e7b-b926-f84fac41b739 admin admin] 10.222.0.24 "DELETE /v2.0/networks/054ba6ce-4b49-439d-a549-d4107e8e07e7 HTTP/1.1" status: 204 len: 168 time: 0.6063719 Jun 26 21:38:46.129660 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-7abb360b-71ac-4db8-a168-c6a120205623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:38:46.144670 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca641cc7-eb2a-4e7b-b926-f84fac41b739 admin admin] Pushing event deleted for resources: {'Network': ['ID=054ba6ce-4b49-439d-a549-d4107e8e07e7,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:38:46.147330 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-ca641cc7-eb2a-4e7b-b926-f84fac41b739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:38:46.257773 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 47758) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:38:46.297770 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-bb08f288-2af1-469c-a8a1-a010c5025468 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=55d314cce60e4244b7a6c90dbc16089b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387337 Jun 26 21:38:46.300189 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 47760) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:38:46.350108 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b66d5b09-7ca7-4421-9502-c3959f18898f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:46.371539 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b66d5b09-7ca7-4421-9502-c3959f18898f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:46.421683 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b66d5b09-7ca7-4421-9502-c3959f18898f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:46.424530 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b66d5b09-7ca7-4421-9502-c3959f18898f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:46.425663 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-b66d5b09-7ca7-4421-9502-c3959f18898f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/56d0e3e9-01db-46a3-ab74-33ee83b2fc68 HTTP/1.1" status: 204 len: 168 time: 0.1245797 Jun 26 21:38:46.426560 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-4878b0d0-fe06-49dc-8677-d9c484810bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:38:46.434430 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d5b09-7ca7-4421-9502-c3959f18898f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d0e3e9-01db-46a3-ab74-33ee83b2fc68,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:38:46.436947 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-b66d5b09-7ca7-4421-9502-c3959f18898f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:38:47.761417 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 47812) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:38:47.805844 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 395e43d8-70bc-485a-acc6-b0ee6d1c9fc3 no longer exists at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:38:47.838365 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] No Port match for: 395e43d8-70bc-485a-acc6-b0ee6d1c9fc3 {{(pid=92923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 21:38:47.838803 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 395e43d8-70bc-485a-acc6-b0ee6d1c9fc3 not bound to the agent host dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 21:38:47.894108 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-65799152-6c8d-42c0-bbf4-9dfb9595ef39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:47.989177 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-65799152-6c8d-42c0-bbf4-9dfb9595ef39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:47.993238 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-65799152-6c8d-42c0-bbf4-9dfb9595ef39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:47.995708 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-627b4426-495b-42bc-a59a-1278f9bbb8f6 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:38:48.033544 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-65799152-6c8d-42c0-bbf4-9dfb9595ef39 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a38d9318f7c746f991811f0e6b9c2fce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2707171 Jun 26 21:38:48.034341 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65799152-6c8d-42c0-bbf4-9dfb9595ef39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7352bd86-b773-497e-8067-2a83a30f876e,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:38:48.036491 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 47816) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:38:48.037489 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-65799152-6c8d-42c0-bbf4-9dfb9595ef39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:38:48.097308 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-fc8b7a65-ec07-43d9-8e12-928bc4720731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:48.120887 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-fc8b7a65-ec07-43d9-8e12-928bc4720731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:48.188661 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-fc8b7a65-ec07-43d9-8e12-928bc4720731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:48.191639 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-fc8b7a65-ec07-43d9-8e12-928bc4720731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:48.192932 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-fc8b7a65-ec07-43d9-8e12-928bc4720731 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7352bd86-b773-497e-8067-2a83a30f876e HTTP/1.1" status: 204 len: 168 time: 0.1549592 Jun 26 21:38:48.194003 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-332d63aa-ea97-4383-9348-99ee1c4830ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:38:48.202862 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8b7a65-ec07-43d9-8e12-928bc4720731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7352bd86-b773-497e-8067-2a83a30f876e,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:38:48.206518 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-fc8b7a65-ec07-43d9-8e12-928bc4720731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:38:50.409436 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d21a0726-9894-4045-b231-bccd40cd92b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:52.643325 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:53.490272 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-29c52257-c81b-4d80-b9e7-e9d35527d8ef req-678cc491-6a2e-46ca-8bda-5d1c8c69600d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b756a25d-e5e4-433f-a6e5-4d4fc445e3b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725904 Jun 26 21:38:53.582187 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c52257-c81b-4d80-b9e7-e9d35527d8ef req-25722484-0d47-4413-ac2e-52cb7e88e5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:38:53.583868 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-29c52257-c81b-4d80-b9e7-e9d35527d8ef req-25722484-0d47-4413-ac2e-52cb7e88e5be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d57413efbdfc45b299c235407da019ce&device_id=b756a25d-e5e4-433f-a6e5-4d4fc445e3b1 HTTP/1.1" status: 200 len: 1098 time: 0.0632083 Jun 26 21:38:53.720634 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c52257-c81b-4d80-b9e7-e9d35527d8ef req-14267f1e-dd6d-4c42-b96c-dcdc8da8b6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:38:53.722359 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-29c52257-c81b-4d80-b9e7-e9d35527d8ef req-14267f1e-dd6d-4c42-b96c-dcdc8da8b6c1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a8afb80a-5940-4655-9052-1907914d829f HTTP/1.1" status: 200 len: 913 time: 0.1153493 Jun 26 21:38:53.792011 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-29c52257-c81b-4d80-b9e7-e9d35527d8ef req-529358dd-eede-47b9-96de-fe463e5567b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8785081d-9335-4ecd-ab55-7f5ff755fc31 HTTP/1.1" status: 200 len: 1001 time: 0.0626769 Jun 26 21:38:53.851409 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c52257-c81b-4d80-b9e7-e9d35527d8ef req-23e830ec-9359-4231-b793-dc20e6be79e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:38:53.852823 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-29c52257-c81b-4d80-b9e7-e9d35527d8ef req-23e830ec-9359-4231-b793-dc20e6be79e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b01ad406-256f-4138-8b6e-7125345feab0 HTTP/1.1" status: 200 len: 851 time: 0.0494213 Jun 26 21:38:53.913679 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c52257-c81b-4d80-b9e7-e9d35527d8ef req-83495e20-6afb-4ea6-9186-28211476b273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:38:53.915242 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-29c52257-c81b-4d80-b9e7-e9d35527d8ef req-83495e20-6afb-4ea6-9186-28211476b273 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8afb80a-5940-4655-9052-1907914d829f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551186 Jun 26 21:38:54.637128 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-74278d86-9444-4e23-a4bc-5074a042df6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:55.025761 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-29c52257-c81b-4d80-b9e7-e9d35527d8ef req-67228a7c-59fc-4138-bce5-413bbef8bb44 service neutron] 10.222.0.41 "GET /v2.0/networks/a8afb80a-5940-4655-9052-1907914d829f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951297 Jun 26 21:38:55.901807 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:55.939205 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:38:55.967887 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-29c52257-c81b-4d80-b9e7-e9d35527d8ef req-9dfa784b-b9c6-49cc-b7a7-f3ad1f2d96df service neutron] 10.222.0.41 "GET /v2.0/networks/a8afb80a-5940-4655-9052-1907914d829f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236329 Jun 26 21:38:57.632794 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:00.777663 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 47958) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:00.883465 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d94350be-7120-497a-8737-7f928442a6c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:00.980782 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d94350be-7120-497a-8737-7f928442a6c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:00.985728 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d94350be-7120-497a-8737-7f928442a6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:00.998132 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-6a66aab2-dd89-4b93-8892-594d86dcf8a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:01.030036 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-d94350be-7120-497a-8737-7f928442a6c2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=72f82f5e59e34f39bc13ce93220e823b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2512293 Jun 26 21:39:01.032234 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94350be-7120-497a-8737-7f928442a6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4161cb1e-c7c6-4802-8453-3438f2bad8c6,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:01.033975 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 47962) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:01.040658 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-d94350be-7120-497a-8737-7f928442a6c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:01.097788 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-11385889-e5f9-4d20-a5de-4a37c20b6770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:01.119114 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-11385889-e5f9-4d20-a5de-4a37c20b6770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:01.174375 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-11385889-e5f9-4d20-a5de-4a37c20b6770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:01.177416 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-11385889-e5f9-4d20-a5de-4a37c20b6770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:01.178577 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-11385889-e5f9-4d20-a5de-4a37c20b6770 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4161cb1e-c7c6-4802-8453-3438f2bad8c6 HTTP/1.1" status: 204 len: 168 time: 0.1433132 Jun 26 21:39:01.179392 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-40585c3b-0ba8-483f-9331-684eb08ac647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:01.186996 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11385889-e5f9-4d20-a5de-4a37c20b6770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4161cb1e-c7c6-4802-8453-3438f2bad8c6,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:01.189536 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-11385889-e5f9-4d20-a5de-4a37c20b6770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:01.466346 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 47972) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:01.480736 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0339052b-24cf-4825-b985-64ce34a4facb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:01.595643 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0339052b-24cf-4825-b985-64ce34a4facb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:01.600525 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0339052b-24cf-4825-b985-64ce34a4facb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:01.603521 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-eb9cc3b9-e298-45b1-ae55-5b6c60559150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:01.646779 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-0339052b-24cf-4825-b985-64ce34a4facb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=17db8fe596844e4aab2abe9874947ec6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1792226 Jun 26 21:39:01.647714 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0339052b-24cf-4825-b985-64ce34a4facb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ada2a55-00df-4565-b26e-65f2836eb6c0,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:01.649924 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 47976) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:01.651134 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-0339052b-24cf-4825-b985-64ce34a4facb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:01.730178 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-16071127-ca61-42c1-a99f-c3a757cc8ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:01.775946 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-16071127-ca61-42c1-a99f-c3a757cc8ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:01.826813 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600f276-43a5-454f-989f-82d130c3aea0 req-dca01fe5-fc67-4c06-93e7-9586eef1542d tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:39:01.828238 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a600f276-43a5-454f-989f-82d130c3aea0 req-dca01fe5-fc67-4c06-93e7-9586eef1542d tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/ports?device_id=53376c1e-13c2-4dc0-88d0-0830b1707b48 HTTP/1.1" status: 200 len: 945 time: 0.1178870 Jun 26 21:39:01.858561 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-16071127-ca61-42c1-a99f-c3a757cc8ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:01.861064 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-16071127-ca61-42c1-a99f-c3a757cc8ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:01.862186 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-16071127-ca61-42c1-a99f-c3a757cc8ac2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7ada2a55-00df-4565-b26e-65f2836eb6c0 HTTP/1.1" status: 204 len: 168 time: 0.2031946 Jun 26 21:39:01.867954 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-fc8b7a65-ec07-43d9-8e12-928bc4720731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:01.880874 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a600f276-43a5-454f-989f-82d130c3aea0 req-523ec4ef-8d69-4e57-831b-c5410af3f26e tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/security-groups?id=a288ab8c-1f80-4f85-ae6c-29f1312b8404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461044 Jun 26 21:39:01.881760 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16071127-ca61-42c1-a99f-c3a757cc8ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ada2a55-00df-4565-b26e-65f2836eb6c0,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:01.884183 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-16071127-ca61-42c1-a99f-c3a757cc8ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:03.074059 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe69caf-8d77-4922-b242-73b7616b6060 req-ba2cace4-8a63-49f1-904c-cbea59adf163 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:39:03.075676 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0fe69caf-8d77-4922-b242-73b7616b6060 req-ba2cace4-8a63-49f1-904c-cbea59adf163 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/ports?device_id=53376c1e-13c2-4dc0-88d0-0830b1707b48 HTTP/1.1" status: 200 len: 945 time: 0.0716481 Jun 26 21:39:03.123144 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0fe69caf-8d77-4922-b242-73b7616b6060 req-2c881eda-94eb-4081-8c8a-d11ba876a7dd tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/security-groups?id=a288ab8c-1f80-4f85-ae6c-29f1312b8404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397060 Jun 26 21:39:03.463227 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14be28-3901-488f-bd51-e990d78f607c req-8fa8d38b-a70f-4fd6-ad68-20cfd332ad7d tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:39:03.464869 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-7d14be28-3901-488f-bd51-e990d78f607c req-8fa8d38b-a70f-4fd6-ad68-20cfd332ad7d tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.41 "GET /v2.0/ports?device_id=53376c1e-13c2-4dc0-88d0-0830b1707b48 HTTP/1.1" status: 200 len: 945 time: 0.0683358 Jun 26 21:39:03.584551 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-7d14be28-3901-488f-bd51-e990d78f607c req-3f88ada6-4105-45f0-ab7e-7b9d204315d9 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Deleting port 1838a971-a525-4d2c-ac26-de9f68545b8f {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:39:03.584909 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-7d14be28-3901-488f-bd51-e990d78f607c req-3f88ada6-4105-45f0-ab7e-7b9d204315d9 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:03.691986 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-7d14be28-3901-488f-bd51-e990d78f607c req-3f88ada6-4105-45f0-ab7e-7b9d204315d9 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] For port 1838a971-a525-4d2c-ac26-de9f68545b8f, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=1838a971-a525-4d2c-ac26-de9f68545b8f,segment=NetworkSegment(8109443e-4d87-4105-9daa-a82c1773aae8),segment_id=8109443e-4d87-4105-9daa-a82c1773aae8)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:39:03.692351 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-7d14be28-3901-488f-bd51-e990d78f607c req-3f88ada6-4105-45f0-ab7e-7b9d204315d9 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:03.706573 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-7d14be28-3901-488f-bd51-e990d78f607c req-3f88ada6-4105-45f0-ab7e-7b9d204315d9 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Calling delete_port for 1838a971-a525-4d2c-ac26-de9f68545b8f owned by compute:nova {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:39:03.852063 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-7d14be28-3901-488f-bd51-e990d78f607c req-3f88ada6-4105-45f0-ab7e-7b9d204315d9 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8896241'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:03.857430 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-8a3a6ed5-0828-4fdf-bd9e-fdea29370a5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:03.865668 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] get_ports_and_sgs() called for port_ids ['1838a971-a525-4d2c-ac26-de9f68545b8f'] {{(pid=92923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 21:39:03.884887 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f88ada6-4105-45f0-ab7e-7b9d204315d9 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Pushing event deleted for resources: {'Port': ['ID=1838a971-a525-4d2c-ac26-de9f68545b8f,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:03.887608 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-3f88ada6-4105-45f0-ab7e-7b9d204315d9 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:03.939571 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d14be28-3901-488f-bd51-e990d78f607c req-3f88ada6-4105-45f0-ab7e-7b9d204315d9 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] No DVR routers for this DVR port 1838a971-a525-4d2c-ac26-de9f68545b8f on host hv-cinder-79820 {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 21:39:03.942747 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-7d14be28-3901-488f-bd51-e990d78f607c req-3f88ada6-4105-45f0-ab7e-7b9d204315d9 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:03.945114 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-7d14be28-3901-488f-bd51-e990d78f607c req-3f88ada6-4105-45f0-ab7e-7b9d204315d9 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.41 "DELETE /v2.0/ports/1838a971-a525-4d2c-ac26-de9f68545b8f HTTP/1.1" status: 204 len: 173 time: 0.4741049 Jun 26 21:39:03.945750 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53376c1e-13c2-4dc0-88d0-0830b1707b48', 'name': 'network-vif-deleted', 'tag': '1838a971-a525-4d2c-ac26-de9f68545b8f'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:39:03.948206 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b5f6d741f71b22ca80de7011a5bf010bd5b330abd4b28dbd747dc86a1ce20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8405528-dc0d-4fc5-9b12-313b4ceb74e7" -d '{"events": [{"server_uuid": "53376c1e-13c2-4dc0-88d0-0830b1707b48", "name": "network-vif-deleted", "tag": "1838a971-a525-4d2c-ac26-de9f68545b8f"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:39:04.005795 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 21:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d777d1-e514-4b93-9fc3-bcd30c3a9064 x-openstack-request-id: req-55d777d1-e514-4b93-9fc3-bcd30c3a9064 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:39:04.006138 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53376c1e-13c2-4dc0-88d0-0830b1707b48", "name": "network-vif-deleted", "tag": "1838a971-a525-4d2c-ac26-de9f68545b8f", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:39:04.006437 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-55d777d1-e514-4b93-9fc3-bcd30c3a9064 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:39:04.006884 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53376c1e-13c2-4dc0-88d0-0830b1707b48', 'name': 'network-vif-deleted', 'tag': '1838a971-a525-4d2c-ac26-de9f68545b8f', 'status': 'completed', 'code': 200} Jun 26 21:39:04.130769 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 48050) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:04.239333 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-52e5c026-a18d-4eba-a5b2-45b353efeda2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:04.285726 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e098f5ea-5905-474e-a3b0-ad7eb6b6909a req-d89f8398-2ecc-4939-88be-60914cc26f93 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] 10.222.0.24 "GET /v2.0/ports?device_id=53376c1e-13c2-4dc0-88d0-0830b1707b48 HTTP/1.1" status: 200 len: 210 time: 0.0326781 Jun 26 21:39:04.329951 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-52e5c026-a18d-4eba-a5b2-45b353efeda2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:04.333986 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-52e5c026-a18d-4eba-a5b2-45b353efeda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:04.336488 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-de924d25-50f8-49b2-a1e2-de79201fe3f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:04.370502 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e5c026-a18d-4eba-a5b2-45b353efeda2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fcd5d6-1436-47a4-a5c8-f44c5572354a,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:04.375767 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-52e5c026-a18d-4eba-a5b2-45b353efeda2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d41ee012e8bc418a9fa8531874d1ed26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2439077 Jun 26 21:39:04.377245 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-52e5c026-a18d-4eba-a5b2-45b353efeda2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:04.379696 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 48056) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:04.430398 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-dfb5d50e-6aca-42db-aab5-7de43f62ef87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:04.452466 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-dfb5d50e-6aca-42db-aab5-7de43f62ef87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:04.509015 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-dfb5d50e-6aca-42db-aab5-7de43f62ef87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:04.511792 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-dfb5d50e-6aca-42db-aab5-7de43f62ef87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:04.515138 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-dfb5d50e-6aca-42db-aab5-7de43f62ef87 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/50fcd5d6-1436-47a4-a5c8-f44c5572354a HTTP/1.1" status: 204 len: 168 time: 0.1320834 Jun 26 21:39:04.515138 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-11385889-e5f9-4d20-a5de-4a37c20b6770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:04.522740 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5d50e-6aca-42db-aab5-7de43f62ef87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fcd5d6-1436-47a4-a5c8-f44c5572354a,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:04.525200 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-dfb5d50e-6aca-42db-aab5-7de43f62ef87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:04.821529 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 48062) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:04.835055 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2f523706-eb8b-4956-89fb-055d510c3a7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:04.926237 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2f523706-eb8b-4956-89fb-055d510c3a7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:04.930790 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2f523706-eb8b-4956-89fb-055d510c3a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:04.933482 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-d09f5fc5-74c2-4d5c-ad42-18f5b6d8e0be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:04.971278 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-2f523706-eb8b-4956-89fb-055d510c3a7d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=02fe770ac3524960b79e353246fbe9f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1486037 Jun 26 21:39:04.972210 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f523706-eb8b-4956-89fb-055d510c3a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8890a6b5-ba88-441c-a543-cc70b99cf9c8,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:04.974320 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 48064) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:04.975218 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-2f523706-eb8b-4956-89fb-055d510c3a7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:05.026079 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-bc09d22c-96ab-47d1-aff7-667eb6f85033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:05.048747 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-bc09d22c-96ab-47d1-aff7-667eb6f85033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:05.099732 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-bc09d22c-96ab-47d1-aff7-667eb6f85033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:05.102498 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-bc09d22c-96ab-47d1-aff7-667eb6f85033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:05.103796 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-bc09d22c-96ab-47d1-aff7-667eb6f85033 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8890a6b5-ba88-441c-a543-cc70b99cf9c8 HTTP/1.1" status: 204 len: 168 time: 0.1284349 Jun 26 21:39:05.104726 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-ecfc10c8-0b55-4e2f-8068-ddf049dcf182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:05.115768 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc09d22c-96ab-47d1-aff7-667eb6f85033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8890a6b5-ba88-441c-a543-cc70b99cf9c8,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:05.118665 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-bc09d22c-96ab-47d1-aff7-667eb6f85033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:06.953312 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 48148) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:07.053906 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9f6c5806-83a6-4c1b-9f89-fc4307b11621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:07.142178 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9f6c5806-83a6-4c1b-9f89-fc4307b11621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:07.146742 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9f6c5806-83a6-4c1b-9f89-fc4307b11621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:07.149120 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a0ccc4b1-dd70-4abd-9284-79ec2ba93b80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:07.183865 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c5806-83a6-4c1b-9f89-fc4307b11621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1336fc-25cd-4cc4-88e5-c880aba06b53,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:07.187083 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-9f6c5806-83a6-4c1b-9f89-fc4307b11621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:07.191242 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-9f6c5806-83a6-4c1b-9f89-fc4307b11621 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fbcfef708189490b8d3ddf3d26118331&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2354965 Jun 26 21:39:07.193236 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 48152) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:07.247031 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2d383af5-ff11-4e5a-8a0b-a57e8843b6a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:07.270597 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2d383af5-ff11-4e5a-8a0b-a57e8843b6a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:07.323507 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2d383af5-ff11-4e5a-8a0b-a57e8843b6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:07.326090 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2d383af5-ff11-4e5a-8a0b-a57e8843b6a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:07.327364 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-2d383af5-ff11-4e5a-8a0b-a57e8843b6a2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1e1336fc-25cd-4cc4-88e5-c880aba06b53 HTTP/1.1" status: 204 len: 168 time: 0.1331046 Jun 26 21:39:07.328162 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-be7b3b5d-5144-4d6b-bfdb-dbc725183240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:07.336501 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d383af5-ff11-4e5a-8a0b-a57e8843b6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1336fc-25cd-4cc4-88e5-c880aba06b53,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:07.338851 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-2d383af5-ff11-4e5a-8a0b-a57e8843b6a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:07.584721 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 48158) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:07.599055 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-152cf955-3b14-43ab-985c-f92f3bbddc1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:07.694437 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-152cf955-3b14-43ab-985c-f92f3bbddc1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:07.698370 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-152cf955-3b14-43ab-985c-f92f3bbddc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:07.701026 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-10ff1402-1630-4ab9-ad7e-a0f5a3cf2f20 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:07.737635 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-152cf955-3b14-43ab-985c-f92f3bbddc1b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dfd983cd4f364e7fb778564ee49df04b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1518371 Jun 26 21:39:07.738632 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152cf955-3b14-43ab-985c-f92f3bbddc1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37cf118a-a4c7-468e-a454-4c18a2e67499,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:07.740309 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 48160) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:07.741885 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-152cf955-3b14-43ab-985c-f92f3bbddc1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:07.789000 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b19594d6-6c4b-4ab6-9286-546871e87a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:07.809517 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b19594d6-6c4b-4ab6-9286-546871e87a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:07.854667 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b19594d6-6c4b-4ab6-9286-546871e87a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:07.857393 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b19594d6-6c4b-4ab6-9286-546871e87a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:07.858528 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-b19594d6-6c4b-4ab6-9286-546871e87a4d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/37cf118a-a4c7-468e-a454-4c18a2e67499 HTTP/1.1" status: 204 len: 168 time: 0.1172655 Jun 26 21:39:07.859304 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-279b98dd-d6ba-4c48-a8b4-724d581a15d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:07.866934 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19594d6-6c4b-4ab6-9286-546871e87a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cf118a-a4c7-468e-a454-4c18a2e67499,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:07.869122 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b19594d6-6c4b-4ab6-9286-546871e87a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:08.497564 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 48184) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:08.593406 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-81019882-4f72-4cc5-a111-690e0452cd50 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-866195411-network', 'tenant_id': 'aedec3e1115a4acca17f360028b776e8'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:39:08.615298 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81019882-4f72-4cc5-a111-690e0452cd50 admin admin] Made reservation on behalf of aedec3e1115a4acca17f360028b776e8 for: {'network': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:39:08.617614 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-81019882-4f72-4cc5-a111-690e0452cd50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for network, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:08.628899 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-81019882-4f72-4cc5-a111-690e0452cd50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:08.717353 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-81019882-4f72-4cc5-a111-690e0452cd50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:08.721685 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-81019882-4f72-4cc5-a111-690e0452cd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:08.725557 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-d94350be-7120-497a-8737-7f928442a6c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:08.742781 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81019882-4f72-4cc5-a111-690e0452cd50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=92922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 21:39:08.757967 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81019882-4f72-4cc5-a111-690e0452cd50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0aa7fb-e976-4208-a9ad-188c7e8555bc,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:08.761553 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-81019882-4f72-4cc5-a111-690e0452cd50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:08.762611 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-81019882-4f72-4cc5-a111-690e0452cd50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175'] for segment, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:08.762974 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.db.segments_db [None req-81019882-4f72-4cc5-a111-690e0452cd50 admin admin] Added segment cfdcde02-d9a6-414d-a918-27fe14e1a3ec of type vlan for network 5b33f325-66c4-48ae-8461-5b94e3fd30ff Jun 26 21:39:08.802406 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-81019882-4f72-4cc5-a111-690e0452cd50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773185029479'] for network, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:08.830534 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-81019882-4f72-4cc5-a111-690e0452cd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-938849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913'] for network, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:08.831891 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81019882-4f72-4cc5-a111-690e0452cd50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:39:08.832463 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-81019882-4f72-4cc5-a111-690e0452cd50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for network, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:08.834483 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-65efec31-9d73-4db6-87ac-f65f4923760d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:08.861839 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-81019882-4f72-4cc5-a111-690e0452cd50 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3631146 Jun 26 21:39:08.864757 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 48188) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:08.869849 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-94844bf0-d54c-4646-bbd0-917377487f59 admin admin] Request body: {'subnet': {'network_id': '5b33f325-66c4-48ae-8461-5b94e3fd30ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-866195411-subnet', 'tenant_id': 'aedec3e1115a4acca17f360028b776e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:39:08.891134 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94844bf0-d54c-4646-bbd0-917377487f59 admin admin] Made reservation on behalf of aedec3e1115a4acca17f360028b776e8 for: {'subnet': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:39:08.894222 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-94844bf0-d54c-4646-bbd0-917377487f59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8846033'] for subnet, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:08.897916 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81019882-4f72-4cc5-a111-690e0452cd50 admin admin] Pushing event updated for resources: {'Network': ['ID=5b33f325-66c4-48ae-8461-5b94e3fd30ff,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:08.900749 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-81019882-4f72-4cc5-a111-690e0452cd50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:08.909513 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Network 5b33f325-66c4-48ae-8461-5b94e3fd30ff details requested by agent ovs-agent-dv-cinder-798208-1-iscsi with host dv-cinder-798208-1-iscsi {{(pid=92923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 21:39:08.997348 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 1838a971-a525-4d2c-ac26-de9f68545b8f no longer exists at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:39:09.017664 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] No Port match for: 1838a971-a525-4d2c-ac26-de9f68545b8f {{(pid=92923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 21:39:09.018018 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 1838a971-a525-4d2c-ac26-de9f68545b8f not bound to the agent host hv-cinder-79820 {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 21:39:09.065304 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-94844bf0-d54c-4646-bbd0-917377487f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-221544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8896140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8846019'] for subnet, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:09.068142 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:09.127285 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94844bf0-d54c-4646-bbd0-917377487f59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1259b8b8-b1ad-4eb2-a599-4556d922044a,revision_number=0']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:09.129594 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94844bf0-d54c-4646-bbd0-917377487f59 admin admin] Checking segment: {'id': 'cfdcde02-d9a6-414d-a918-27fe14e1a3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5b33f325-66c4-48ae-8461-5b94e3fd30ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:39:09.129940 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94844bf0-d54c-4646-bbd0-917377487f59 admin admin] Network hostable DHCP agents. Network: 5b33f325-66c4-48ae-8461-5b94e3fd30ff, hostable agents: ['9c021b02-9e9f-4fa2-a546-066f9ef0df46'], hosted agents: [] {{(pid=92921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 21:39:09.132897 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-94844bf0-d54c-4646-bbd0-917377487f59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:09.146691 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94844bf0-d54c-4646-bbd0-917377487f59 admin admin] Network 5b33f325-66c4-48ae-8461-5b94e3fd30ff is scheduled to be hosted by DHCP agent 9c021b02-9e9f-4fa2-a546-066f9ef0df46 with binding_index 1 {{(pid=92921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 21:39:09.156055 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-94844bf0-d54c-4646-bbd0-917377487f59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798208-1-iscsi, 5b33f325-66c4-48ae-8461-5b94e3fd30ff) {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:39:09.160516 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94844bf0-d54c-4646-bbd0-917377487f59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:39:09.160999 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-94844bf0-d54c-4646-bbd0-917377487f59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:09.166846 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e1faff-21db-4281-92c0-58a02908b2c6 None None] Network 5b33f325-66c4-48ae-8461-5b94e3fd30ff requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:39:09.179792 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-94844bf0-d54c-4646-bbd0-917377487f59 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3138409 Jun 26 21:39:09.290845 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6238807-26c2-461b-9dd1-089d3095bf6c None None] Network 5b33f325-66c4-48ae-8461-5b94e3fd30ff requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:39:09.627043 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 48206) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:09.635693 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-cc931609-be46-4f40-bc50-ef123595c869 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-982196930-network', 'tenant_id': '9bf397cd152d4ca7b4af8d4859a1a364'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:39:09.655881 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc931609-be46-4f40-bc50-ef123595c869 admin admin] Made reservation on behalf of 9bf397cd152d4ca7b4af8d4859a1a364 for: {'network': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:39:09.659211 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cc931609-be46-4f40-bc50-ef123595c869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for network, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:09.673417 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cc931609-be46-4f40-bc50-ef123595c869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:09.762285 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cc931609-be46-4f40-bc50-ef123595c869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:09.766290 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cc931609-be46-4f40-bc50-ef123595c869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:09.769274 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.agents_db [None req-53b98272-06bb-47ef-8924-edf36d473ef8 None None] Agent healthcheck: found 6 active agents {{(pid=92924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 21:39:09.770261 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-bc09d22c-96ab-47d1-aff7-667eb6f85033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:09.787686 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc931609-be46-4f40-bc50-ef123595c869 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=92921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 21:39:09.802921 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc931609-be46-4f40-bc50-ef123595c869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24343d24-e9be-4e1c-ac86-60464e06ee9c,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:09.805729 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cc931609-be46-4f40-bc50-ef123595c869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175'] for segment, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:09.806067 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.db.segments_db [None req-cc931609-be46-4f40-bc50-ef123595c869 admin admin] Added segment 8633e139-e659-446b-b95f-2a2672077d3d of type vlan for network 32766ce3-5778-46db-a5ad-62e65da0ba52 Jun 26 21:39:09.807459 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cc931609-be46-4f40-bc50-ef123595c869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:09.846162 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cc931609-be46-4f40-bc50-ef123595c869 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773185029479'] for network, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:09.874997 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cc931609-be46-4f40-bc50-ef123595c869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-938849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913'] for network, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:09.876312 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc931609-be46-4f40-bc50-ef123595c869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:39:09.876899 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cc931609-be46-4f40-bc50-ef123595c869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for network, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:09.879688 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:09.906166 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-cc931609-be46-4f40-bc50-ef123595c869 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2767062 Jun 26 21:39:09.909716 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 48208) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:09.914788 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-1b875dae-e9fd-4627-b783-20b87da6903d admin admin] Request body: {'subnet': {'network_id': '32766ce3-5778-46db-a5ad-62e65da0ba52', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-982196930-subnet', 'tenant_id': '9bf397cd152d4ca7b4af8d4859a1a364', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:39:09.934955 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b875dae-e9fd-4627-b783-20b87da6903d admin admin] Made reservation on behalf of 9bf397cd152d4ca7b4af8d4859a1a364 for: {'subnet': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:39:09.939062 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1b875dae-e9fd-4627-b783-20b87da6903d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12365993'] for subnet, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:09.941582 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc931609-be46-4f40-bc50-ef123595c869 admin admin] Pushing event updated for resources: {'Network': ['ID=32766ce3-5778-46db-a5ad-62e65da0ba52,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:09.943861 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cc931609-be46-4f40-bc50-ef123595c869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:09.954609 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Network 32766ce3-5778-46db-a5ad-62e65da0ba52 details requested by agent ovs-agent-dv-cinder-798208-1-iscsi with host dv-cinder-798208-1-iscsi {{(pid=92923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 21:39:10.104501 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1b875dae-e9fd-4627-b783-20b87da6903d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-221544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8809591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12366011'] for subnet, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:10.107002 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b13e8745-72a3-4ee7-bd70-fbf796913be9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:10.156354 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b875dae-e9fd-4627-b783-20b87da6903d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dd1e2e3-c283-4b6f-9cee-dd89440be756,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:10.161015 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-1b875dae-e9fd-4627-b783-20b87da6903d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:10.167861 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b875dae-e9fd-4627-b783-20b87da6903d admin admin] Checking segment: {'id': '8633e139-e659-446b-b95f-2a2672077d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '32766ce3-5778-46db-a5ad-62e65da0ba52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:39:10.168214 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b875dae-e9fd-4627-b783-20b87da6903d admin admin] Network hostable DHCP agents. Network: 32766ce3-5778-46db-a5ad-62e65da0ba52, hostable agents: ['9c021b02-9e9f-4fa2-a546-066f9ef0df46'], hosted agents: [] {{(pid=92922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 21:39:10.183927 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b875dae-e9fd-4627-b783-20b87da6903d admin admin] Network 32766ce3-5778-46db-a5ad-62e65da0ba52 is scheduled to be hosted by DHCP agent 9c021b02-9e9f-4fa2-a546-066f9ef0df46 with binding_index 1 {{(pid=92922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 21:39:10.192067 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-1b875dae-e9fd-4627-b783-20b87da6903d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798208-1-iscsi, 32766ce3-5778-46db-a5ad-62e65da0ba52) {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:39:10.197585 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b875dae-e9fd-4627-b783-20b87da6903d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:39:10.198853 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1b875dae-e9fd-4627-b783-20b87da6903d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:10.199859 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f26af9-895b-4b47-ab89-a79fa8ec03b8 None None] Network 32766ce3-5778-46db-a5ad-62e65da0ba52 requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:39:10.213576 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-1b875dae-e9fd-4627-b783-20b87da6903d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3027680 Jun 26 21:39:10.322825 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b670ea-4e39-4c74-9464-24ca812577e5 None None] Network 32766ce3-5778-46db-a5ad-62e65da0ba52 requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:39:20.413719 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-212628c9-f186-4ce5-974a-418f23aef210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:20.983429 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 48334) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:21.148123 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-cfbb193a-c833-4ead-bc40-8a79f0da991c tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Deleting port 368f6728-faff-4b29-b178-0d620dfe022e {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:39:21.148362 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cfbb193a-c833-4ead-bc40-8a79f0da991c tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:21.224668 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cfbb193a-c833-4ead-bc40-8a79f0da991c tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:21.225026 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cfbb193a-c833-4ead-bc40-8a79f0da991c tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:21.237041 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-cfbb193a-c833-4ead-bc40-8a79f0da991c tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Calling delete_port for 368f6728-faff-4b29-b178-0d620dfe022e owned by network:floatingip {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:39:21.403278 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cfbb193a-c833-4ead-bc40-8a79f0da991c tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8809482'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:21.405131 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-62ac73ba-f12d-4889-90a9-17bfc4fc4beb tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:21.429293 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb193a-c833-4ead-bc40-8a79f0da991c tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Pushing event deleted for resources: {'Port': ['ID=368f6728-faff-4b29-b178-0d620dfe022e,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:21.431829 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-cfbb193a-c833-4ead-bc40-8a79f0da991c tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:21.490862 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cfbb193a-c833-4ead-bc40-8a79f0da991c tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks [] for floatingip, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:21.491217 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.db.l3_db [None req-cfbb193a-c833-4ead-bc40-8a79f0da991c tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Floating IP 493e7557-85df-41be-be1a-70ab5865dfc0 disassociated (deleted). External IP: 172.27.2.201, port: 8785081d-9335-4ecd-ab55-7f5ff755fc31. Jun 26 21:39:21.703717 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfbb193a-c833-4ead-bc40-8a79f0da991c tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Router 91a92a4d-40e9-484e-a859-76bd492b0211 has already been hosted by L3 agent 8f52ff15-e1cf-4181-89b9-9a217ed1d1bf {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 21:39:22.112891 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbb193a-c833-4ead-bc40-8a79f0da991c tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify agent at l3_agent.dv-cinder-798208-1-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 21:39:22.118124 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cfbb193a-c833-4ead-bc40-8a79f0da991c tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for floatingip, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:22.122029 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d3cd2d-6d58-4c1c-b4e2-153d9bcf12e9 None None] Sync routers for ids ['91a92a4d-40e9-484e-a859-76bd492b0211'] in dv-cinder-798208-1-iscsi {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 21:39:22.131165 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d3cd2d-6d58-4c1c-b4e2-153d9bcf12e9 None None] Routers {'91a92a4d-40e9-484e-a859-76bd492b0211'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:39:22.131798 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-f3d3cd2d-6d58-4c1c-b4e2-153d9bcf12e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:38:55Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['91a92a4d-40e9-484e-a859-76bd492b0211'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:39:22.153640 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-cfbb193a-c833-4ead-bc40-8a79f0da991c tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "DELETE /v2.0/floatingips/493e7557-85df-41be-be1a-70ab5865dfc0 HTTP/1.1" status: 204 len: 168 time: 1.1691110 Jun 26 21:39:22.154292 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b756a25d-e5e4-433f-a6e5-4d4fc445e3b1', 'tag': '8785081d-9335-4ecd-ab55-7f5ff755fc31'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:39:22.159554 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02b73ab247f9faeb07a43472fb83bf8797eb00ff3c4bc2c6d8d9a12e0ada40b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fecd3a2f-07e5-4ba8-a2cd-c86d962b4695" -d '{"events": [{"name": "network-changed", "server_uuid": "b756a25d-e5e4-433f-a6e5-4d4fc445e3b1", "tag": "8785081d-9335-4ecd-ab55-7f5ff755fc31"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:39:22.197568 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 21:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5fdcab6-bbbe-42f8-bf79-ac892a24e475 x-openstack-request-id: req-b5fdcab6-bbbe-42f8-bf79-ac892a24e475 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:39:22.197999 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b756a25d-e5e4-433f-a6e5-4d4fc445e3b1", "tag": "8785081d-9335-4ecd-ab55-7f5ff755fc31", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:39:22.198360 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b5fdcab6-bbbe-42f8-bf79-ac892a24e475 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:39:22.198853 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b756a25d-e5e4-433f-a6e5-4d4fc445e3b1', 'tag': '8785081d-9335-4ecd-ab55-7f5ff755fc31', 'status': 'completed', 'code': 200} Jun 26 21:39:22.241977 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-f3d3cd2d-6d58-4c1c-b4e2-153d9bcf12e9 None None] Set router 91a92a4d-40e9-484e-a859-76bd492b0211 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:39:22.282224 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd3a2f-07e5-4ba8-a2cd-c86d962b4695 req-a75c6252-bb74-4951-ab19-81df29cfad59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:39:22.284024 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-fecd3a2f-07e5-4ba8-a2cd-c86d962b4695 req-a75c6252-bb74-4951-ab19-81df29cfad59 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d57413efbdfc45b299c235407da019ce&device_id=b756a25d-e5e4-433f-a6e5-4d4fc445e3b1 HTTP/1.1" status: 200 len: 1098 time: 0.0533600 Jun 26 21:39:22.382640 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd3a2f-07e5-4ba8-a2cd-c86d962b4695 req-bbad5805-6fae-475f-9bad-56f586fbb25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:39:22.384570 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-fecd3a2f-07e5-4ba8-a2cd-c86d962b4695 req-bbad5805-6fae-475f-9bad-56f586fbb25a service neutron] 10.222.0.41 "GET /v2.0/networks?id=a8afb80a-5940-4655-9052-1907914d829f HTTP/1.1" status: 200 len: 913 time: 0.0932109 Jun 26 21:39:22.434538 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-fecd3a2f-07e5-4ba8-a2cd-c86d962b4695 req-5957f24d-3239-4c13-a9a0-992f0804977c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8785081d-9335-4ecd-ab55-7f5ff755fc31 HTTP/1.1" status: 200 len: 217 time: 0.0418994 Jun 26 21:39:22.490943 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-f3d3cd2d-6d58-4c1c-b4e2-153d9bcf12e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'name': 'tempest-TestVolumeBootPattern-1551406780-router', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:05Z', 'updated_at': '2021-06-26T21:31:16Z', 'revision_number': 4, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'gw_port': {'id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:08Z', 'updated_at': '2021-06-26T21:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_floatingips': [{'id': 'f19b13a1-0801-41ba-81cf-9ce11742d2f9', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'router_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'port_id': 'dc1d3aab-26fb-43f0-85cb-3389ff1d071d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f', 'mac_address': 'fa:16:3e:27:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db0d069-ba0f-44e5-94da-d45c6f7b9da5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T21:35:29Z', 'updated_at': '2021-06-26T21:35:32Z', 'revision_number': 1, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b29f8b2-ce57-466d-9e4f-4102489e5760', 'name': '', 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'mac_address': 'fa:16:3e:c5:e7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'b01ad406-256f-4138-8b6e-7125345feab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:13Z', 'updated_at': '2021-06-26T21:31:26Z', 'revision_number': 5, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'subnets': [{'id': 'b01ad406-256f-4138-8b6e-7125345feab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:39:22.493785 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd3a2f-07e5-4ba8-a2cd-c86d962b4695 req-08129610-ba47-46c6-9d5b-587858d2fe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:39:22.495283 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-fecd3a2f-07e5-4ba8-a2cd-c86d962b4695 req-08129610-ba47-46c6-9d5b-587858d2fe69 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b01ad406-256f-4138-8b6e-7125345feab0 HTTP/1.1" status: 200 len: 851 time: 0.0537426 Jun 26 21:39:22.517318 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d3cd2d-6d58-4c1c-b4e2-153d9bcf12e9 None None] Checking router: 91a92a4d-40e9-484e-a859-76bd492b0211 for host: dv-cinder-798208-1-iscsi {{(pid=92923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 21:39:22.525556 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d3cd2d-6d58-4c1c-b4e2-153d9bcf12e9 None None] Routers {'91a92a4d-40e9-484e-a859-76bd492b0211'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:39:22.526178 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-f3d3cd2d-6d58-4c1c-b4e2-153d9bcf12e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:38:55Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['91a92a4d-40e9-484e-a859-76bd492b0211'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:39:22.557864 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d87a62d-771c-4211-96a7-e735bca109fd req-d0e8b1c8-ac8a-45c2-8e68-3653257ef1c4 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:39:22.558142 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd3a2f-07e5-4ba8-a2cd-c86d962b4695 req-5228a0c6-6e36-4bec-97f2-f79c67663a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:39:22.559501 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-fecd3a2f-07e5-4ba8-a2cd-c86d962b4695 req-5228a0c6-6e36-4bec-97f2-f79c67663a3c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8afb80a-5940-4655-9052-1907914d829f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0569739 Jun 26 21:39:22.559646 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5d87a62d-771c-4211-96a7-e735bca109fd req-d0e8b1c8-ac8a-45c2-8e68-3653257ef1c4 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=b756a25d-e5e4-433f-a6e5-4d4fc445e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0689588 Jun 26 21:39:22.600550 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5d87a62d-771c-4211-96a7-e735bca109fd req-e920390e-7f7f-4aba-a55f-a397e5f73d75 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339301 Jun 26 21:39:22.639284 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-f3d3cd2d-6d58-4c1c-b4e2-153d9bcf12e9 None None] Set router 91a92a4d-40e9-484e-a859-76bd492b0211 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:39:22.657001 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-fecd3a2f-07e5-4ba8-a2cd-c86d962b4695 req-fc5a1e33-c806-411b-afed-4c98ade1cd4f service neutron] 10.222.0.41 "GET /v2.0/networks/a8afb80a-5940-4655-9052-1907914d829f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900974 Jun 26 21:39:22.677809 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:22.748359 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-fecd3a2f-07e5-4ba8-a2cd-c86d962b4695 req-e498cad5-f9db-4a77-8b43-e09ae32c33be service neutron] 10.222.0.41 "GET /v2.0/networks/a8afb80a-5940-4655-9052-1907914d829f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846331 Jun 26 21:39:22.877221 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-f3d3cd2d-6d58-4c1c-b4e2-153d9bcf12e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'name': 'tempest-TestVolumeBootPattern-1551406780-router', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:05Z', 'updated_at': '2021-06-26T21:31:16Z', 'revision_number': 4, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'gw_port': {'id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:08Z', 'updated_at': '2021-06-26T21:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_floatingips': [{'id': 'f19b13a1-0801-41ba-81cf-9ce11742d2f9', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'router_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'port_id': 'dc1d3aab-26fb-43f0-85cb-3389ff1d071d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f', 'mac_address': 'fa:16:3e:27:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db0d069-ba0f-44e5-94da-d45c6f7b9da5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T21:35:29Z', 'updated_at': '2021-06-26T21:35:32Z', 'revision_number': 1, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b29f8b2-ce57-466d-9e4f-4102489e5760', 'name': '', 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'mac_address': 'fa:16:3e:c5:e7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'b01ad406-256f-4138-8b6e-7125345feab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:13Z', 'updated_at': '2021-06-26T21:31:26Z', 'revision_number': 5, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'subnets': [{'id': 'b01ad406-256f-4138-8b6e-7125345feab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:39:22.903354 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d3cd2d-6d58-4c1c-b4e2-153d9bcf12e9 None None] The sync data for ids ['91a92a4d-40e9-484e-a859-76bd492b0211'] in dv-cinder-798208-1-iscsi is: [{'id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'name': 'tempest-TestVolumeBootPattern-1551406780-router', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:05Z', 'updated_at': '2021-06-26T21:31:16Z', 'revision_number': 4, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'gw_port': {'id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:08Z', 'updated_at': '2021-06-26T21:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_floatingips': [{'id': 'f19b13a1-0801-41ba-81cf-9ce11742d2f9', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'router_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'port_id': 'dc1d3aab-26fb-43f0-85cb-3389ff1d071d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f', 'mac_address': 'fa:16:3e:27:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db0d069-ba0f-44e5-94da-d45c6f7b9da5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T21:35:29Z', 'updated_at': '2021-06-26T21:35:32Z', 'revision_number': 1, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b29f8b2-ce57-466d-9e4f-4102489e5760', 'name': '', 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'mac_address': 'fa:16:3e:c5:e7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'b01ad406-256f-4138-8b6e-7125345feab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:13Z', 'updated_at': '2021-06-26T21:31:26Z', 'revision_number': 5, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'subnets': [{'id': 'b01ad406-256f-4138-8b6e-7125345feab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 21:39:23.138055 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762c8c49-a4b6-408a-b0b3-d83ec93c60e5 None None] New status for floating IP 493e7557-85df-41be-be1a-70ab5865dfc0: DOWN {{(pid=92924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 21:39:23.788301 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b711a4-d8d8-4abd-9ee5-e57d0b294129 req-a2f0e821-19d0-4c1d-8e12-84157828b2a4 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:39:23.789749 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-55b711a4-d8d8-4abd-9ee5-e57d0b294129 req-a2f0e821-19d0-4c1d-8e12-84157828b2a4 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=b756a25d-e5e4-433f-a6e5-4d4fc445e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0708153 Jun 26 21:39:23.826830 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-55b711a4-d8d8-4abd-9ee5-e57d0b294129 req-ce01d319-cf76-4274-b96d-e9498d15a9c9 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314362 Jun 26 21:39:24.092429 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a237b87-646c-4744-9c5c-ab6cdc3fa088 req-12b4557c-97e0-4cf5-a9b9-4f9091bab983 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:39:24.093917 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-1a237b87-646c-4744-9c5c-ab6cdc3fa088 req-12b4557c-97e0-4cf5-a9b9-4f9091bab983 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.41 "GET /v2.0/ports?device_id=b756a25d-e5e4-433f-a6e5-4d4fc445e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0669317 Jun 26 21:39:24.201611 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-1a237b87-646c-4744-9c5c-ab6cdc3fa088 req-fbcc63eb-23d0-428b-9ad5-34bdf4cb10b8 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Deleting port 8785081d-9335-4ecd-ab55-7f5ff755fc31 {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:39:24.202180 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-1a237b87-646c-4744-9c5c-ab6cdc3fa088 req-fbcc63eb-23d0-428b-9ad5-34bdf4cb10b8 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:24.298950 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-1a237b87-646c-4744-9c5c-ab6cdc3fa088 req-fbcc63eb-23d0-428b-9ad5-34bdf4cb10b8 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] For port 8785081d-9335-4ecd-ab55-7f5ff755fc31, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=8785081d-9335-4ecd-ab55-7f5ff755fc31,segment=NetworkSegment(9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a),segment_id=9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:39:24.299355 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-1a237b87-646c-4744-9c5c-ab6cdc3fa088 req-fbcc63eb-23d0-428b-9ad5-34bdf4cb10b8 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:24.311062 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-1a237b87-646c-4744-9c5c-ab6cdc3fa088 req-fbcc63eb-23d0-428b-9ad5-34bdf4cb10b8 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Calling delete_port for 8785081d-9335-4ecd-ab55-7f5ff755fc31 owned by compute:nova {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:39:24.439396 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-1a237b87-646c-4744-9c5c-ab6cdc3fa088 req-fbcc63eb-23d0-428b-9ad5-34bdf4cb10b8 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8896241'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:24.444242 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-17a3d0db-f4cb-4737-a1dd-190645a2bcc4 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:24.474769 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc63eb-23d0-428b-9ad5-34bdf4cb10b8 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Pushing event deleted for resources: {'Port': ['ID=8785081d-9335-4ecd-ab55-7f5ff755fc31,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:24.509793 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcc63eb-23d0-428b-9ad5-34bdf4cb10b8 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:24.510198 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcc63eb-23d0-428b-9ad5-34bdf4cb10b8 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:24.510510 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcc63eb-23d0-428b-9ad5-34bdf4cb10b8 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:24.510882 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcc63eb-23d0-428b-9ad5-34bdf4cb10b8 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:24.511269 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcc63eb-23d0-428b-9ad5-34bdf4cb10b8 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:24.511632 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcc63eb-23d0-428b-9ad5-34bdf4cb10b8 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:24.511992 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcc63eb-23d0-428b-9ad5-34bdf4cb10b8 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:24.512350 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcc63eb-23d0-428b-9ad5-34bdf4cb10b8 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:24.512707 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcc63eb-23d0-428b-9ad5-34bdf4cb10b8 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:24.513087 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcc63eb-23d0-428b-9ad5-34bdf4cb10b8 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:24.513411 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcc63eb-23d0-428b-9ad5-34bdf4cb10b8 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:24.513760 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcc63eb-23d0-428b-9ad5-34bdf4cb10b8 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:24.517661 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-fbcc63eb-23d0-428b-9ad5-34bdf4cb10b8 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:24.537169 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a237b87-646c-4744-9c5c-ab6cdc3fa088 req-fbcc63eb-23d0-428b-9ad5-34bdf4cb10b8 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] No DVR routers for this DVR port 8785081d-9335-4ecd-ab55-7f5ff755fc31 on host hv-cinder-79820 {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 21:39:24.539893 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-1a237b87-646c-4744-9c5c-ab6cdc3fa088 req-fbcc63eb-23d0-428b-9ad5-34bdf4cb10b8 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:24.542175 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-1a237b87-646c-4744-9c5c-ab6cdc3fa088 req-fbcc63eb-23d0-428b-9ad5-34bdf4cb10b8 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.41 "DELETE /v2.0/ports/8785081d-9335-4ecd-ab55-7f5ff755fc31 HTTP/1.1" status: 204 len: 173 time: 0.4428091 Jun 26 21:39:24.542773 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b756a25d-e5e4-433f-a6e5-4d4fc445e3b1', 'name': 'network-vif-deleted', 'tag': '8785081d-9335-4ecd-ab55-7f5ff755fc31'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:39:24.545148 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b5f6d741f71b22ca80de7011a5bf010bd5b330abd4b28dbd747dc86a1ce20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febae352-818f-4be0-8ea6-ff259f7288ff" -d '{"events": [{"server_uuid": "b756a25d-e5e4-433f-a6e5-4d4fc445e3b1", "name": "network-vif-deleted", "tag": "8785081d-9335-4ecd-ab55-7f5ff755fc31"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:39:24.597950 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 21:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd4721d-3d13-4355-ac0d-5e2e54cee512 x-openstack-request-id: req-ddd4721d-3d13-4355-ac0d-5e2e54cee512 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:39:24.598354 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b756a25d-e5e4-433f-a6e5-4d4fc445e3b1", "name": "network-vif-deleted", "tag": "8785081d-9335-4ecd-ab55-7f5ff755fc31", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:39:24.598722 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ddd4721d-3d13-4355-ac0d-5e2e54cee512 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:39:24.599396 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b756a25d-e5e4-433f-a6e5-4d4fc445e3b1', 'name': 'network-vif-deleted', 'tag': '8785081d-9335-4ecd-ab55-7f5ff755fc31', 'status': 'completed', 'code': 200} Jun 26 21:39:24.642438 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a366ed43-1f1a-4a35-82ab-1eeb0fd17252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:24.987991 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a150c599-955b-4a9d-a7a0-b62129082f75 req-59fa53d9-cd4a-442e-a4f1-6b1b5a3c2928 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=b756a25d-e5e4-433f-a6e5-4d4fc445e3b1 HTTP/1.1" status: 200 len: 210 time: 0.0355768 Jun 26 21:39:25.884210 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 48428) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:25.901918 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:25.928442 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d686956-9ff5-477b-ba9c-34d361ac5ca5 admin admin] Deleting subnet 1259b8b8-b1ad-4eb2-a599-4556d922044a {{(pid=92921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 21:39:25.931585 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5d686956-9ff5-477b-ba9c-34d361ac5ca5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:25.944901 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:25.966177 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5d686956-9ff5-477b-ba9c-34d361ac5ca5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696154'] for subnet, precommit_delete_associations {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:26.007854 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5d686956-9ff5-477b-ba9c-34d361ac5ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4059658'] for subnet, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:26.060303 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5d686956-9ff5-477b-ba9c-34d361ac5ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4059677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-221544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8896203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8846128'] for subnet, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:26.064088 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-94844bf0-d54c-4646-bbd0-917377487f59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:26.089913 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d686956-9ff5-477b-ba9c-34d361ac5ca5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1259b8b8-b1ad-4eb2-a599-4556d922044a,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:26.091910 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5d686956-9ff5-477b-ba9c-34d361ac5ca5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:26.093785 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-5d686956-9ff5-477b-ba9c-34d361ac5ca5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1259b8b8-b1ad-4eb2-a599-4556d922044a HTTP/1.1" status: 204 len: 168 time: 0.2082472 Jun 26 21:39:26.095512 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5d686956-9ff5-477b-ba9c-34d361ac5ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:26.096699 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 48434) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:26.168232 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-97134183-5c45-4d6f-8c6e-9d10e6d35f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4140915'] for network, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:26.259260 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-97134183-5c45-4d6f-8c6e-9d10e6d35f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4059223', 'neutron.services.segments.db._delete_segments_for_network-8773185548566'] for network, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:26.269336 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.services.segments.db [None req-97134183-5c45-4d6f-8c6e-9d10e6d35f38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b33f325-66c4-48ae-8461-5b94e3fd30ff']}} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:39:26.280829 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.services.segments.db [None req-97134183-5c45-4d6f-8c6e-9d10e6d35f38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfdcde02-d9a6-414d-a918-27fe14e1a3ec') {'for_net_delete': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:39:26.281198 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.services.segments.db [None req-97134183-5c45-4d6f-8c6e-9d10e6d35f38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfdcde02-d9a6-414d-a918-27fe14e1a3ec') {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:39:26.291214 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-97134183-5c45-4d6f-8c6e-9d10e6d35f38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773185534967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696141'] for segment, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:26.306243 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-97134183-5c45-4d6f-8c6e-9d10e6d35f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175'] for segment, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:26.312536 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97134183-5c45-4d6f-8c6e-9d10e6d35f38 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=92921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 21:39:26.312861 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-97134183-5c45-4d6f-8c6e-9d10e6d35f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8896046'] for segment, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:26.324085 dv-cinder-798208-1-iscsi neutron-server[92921]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 21:39:26.324085 dv-cinder-798208-1-iscsi neutron-server[92921]: conditions |= (models_v2.Port.network_id.in_( Jun 26 21:39:26.324085 dv-cinder-798208-1-iscsi neutron-server[92921]: Traceback (most recent call last): Jun 26 21:39:26.324085 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 21:39:26.324085 dv-cinder-798208-1-iscsi neutron-server[92921]: timer() Jun 26 21:39:26.324085 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 21:39:26.324085 dv-cinder-798208-1-iscsi neutron-server[92921]: cb(*args, **kw) Jun 26 21:39:26.324085 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 21:39:26.324085 dv-cinder-798208-1-iscsi neutron-server[92921]: return func(*args, **kwargs) Jun 26 21:39:26.324085 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 21:39:26.324085 dv-cinder-798208-1-iscsi neutron-server[92921]: self._notify() Jun 26 21:39:26.324085 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 21:39:26.324085 dv-cinder-798208-1-iscsi neutron-server[92921]: self.callback(batched_events) Jun 26 21:39:26.324085 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 21:39:26.324085 dv-cinder-798208-1-iscsi neutron-server[92921]: event.method(event) Jun 26 21:39:26.324085 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 21:39:26.324085 dv-cinder-798208-1-iscsi neutron-server[92921]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 21:39:26.324085 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 21:39:26.324085 dv-cinder-798208-1-iscsi neutron-server[92921]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 21:39:26.324085 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 21:39:26.324085 dv-cinder-798208-1-iscsi neutron-server[92921]: return f(self, *a, **k) Jun 26 21:39:26.324085 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 21:39:26.324085 dv-cinder-798208-1-iscsi neutron-server[92921]: return self._get(url).json() Jun 26 21:39:26.324085 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 21:39:26.324085 dv-cinder-798208-1-iscsi neutron-server[92921]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 21:39:26.324085 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 21:39:26.324085 dv-cinder-798208-1-iscsi neutron-server[92921]: return self.request(url, 'GET', **kwargs) Jun 26 21:39:26.324085 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 21:39:26.324085 dv-cinder-798208-1-iscsi neutron-server[92921]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 21:39:26.324085 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 21:39:26.324085 dv-cinder-798208-1-iscsi neutron-server[92921]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 21:39:26.324085 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 21:39:26.324085 dv-cinder-798208-1-iscsi neutron-server[92921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 21:39:26.324085 dv-cinder-798208-1-iscsi neutron-server[92921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 21:39:26.376062 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-97134183-5c45-4d6f-8c6e-9d10e6d35f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4059228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-938849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642676'] for network, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:26.380218 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:26.392828 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-97134183-5c45-4d6f-8c6e-9d10e6d35f38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for network, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:26.394705 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-97134183-5c45-4d6f-8c6e-9d10e6d35f38 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5b33f325-66c4-48ae-8461-5b94e3fd30ff HTTP/1.1" status: 204 len: 168 time: 0.2971067 Jun 26 21:39:26.396154 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97134183-5c45-4d6f-8c6e-9d10e6d35f38 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b33f325-66c4-48ae-8461-5b94e3fd30ff,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:26.397670 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 48458) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:26.399688 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-97134183-5c45-4d6f-8c6e-9d10e6d35f38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:26.442020 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec3ba3ab-465e-49df-9b25-add295dd101f admin admin] Deleting subnet 5dd1e2e3-c283-4b6f-9cee-dd89440be756 {{(pid=92921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 21:39:26.445096 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ec3ba3ab-465e-49df-9b25-add295dd101f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:26.479210 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ec3ba3ab-465e-49df-9b25-add295dd101f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696154'] for subnet, precommit_delete_associations {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:26.524455 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ec3ba3ab-465e-49df-9b25-add295dd101f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4059658'] for subnet, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:26.577716 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ec3ba3ab-465e-49df-9b25-add295dd101f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4059677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-221544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8896203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8846128'] for subnet, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:26.580636 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-8e097f64-24ed-4b68-897d-e9088732a269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:26.604098 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ba3ab-465e-49df-9b25-add295dd101f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dd1e2e3-c283-4b6f-9cee-dd89440be756,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:26.606435 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-ec3ba3ab-465e-49df-9b25-add295dd101f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:26.609315 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ec3ba3ab-465e-49df-9b25-add295dd101f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:26.611368 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-ec3ba3ab-465e-49df-9b25-add295dd101f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5dd1e2e3-c283-4b6f-9cee-dd89440be756 HTTP/1.1" status: 204 len: 168 time: 0.2127764 Jun 26 21:39:26.613845 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 48460) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:26.680661 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-459b0569-dcf4-486a-9a02-550a6abeae75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4140915'] for network, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:26.759423 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-459b0569-dcf4-486a-9a02-550a6abeae75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4059223', 'neutron.services.segments.db._delete_segments_for_network-8773185548566'] for network, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:26.769269 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.services.segments.db [None req-459b0569-dcf4-486a-9a02-550a6abeae75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32766ce3-5778-46db-a5ad-62e65da0ba52']}} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:39:26.778567 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.services.segments.db [None req-459b0569-dcf4-486a-9a02-550a6abeae75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8633e139-e659-446b-b95f-2a2672077d3d') {'for_net_delete': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:39:26.778864 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.services.segments.db [None req-459b0569-dcf4-486a-9a02-550a6abeae75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8633e139-e659-446b-b95f-2a2672077d3d') {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:39:26.788168 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-459b0569-dcf4-486a-9a02-550a6abeae75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773185534967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696141'] for segment, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:26.801031 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-459b0569-dcf4-486a-9a02-550a6abeae75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175'] for segment, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:26.806680 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-459b0569-dcf4-486a-9a02-550a6abeae75 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=92921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 21:39:26.807067 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-459b0569-dcf4-486a-9a02-550a6abeae75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8896046'] for segment, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:26.808689 dv-cinder-798208-1-iscsi neutron-server[92921]: Traceback (most recent call last): Jun 26 21:39:26.808689 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 21:39:26.808689 dv-cinder-798208-1-iscsi neutron-server[92921]: timer() Jun 26 21:39:26.808689 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 21:39:26.808689 dv-cinder-798208-1-iscsi neutron-server[92921]: cb(*args, **kw) Jun 26 21:39:26.808689 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 21:39:26.808689 dv-cinder-798208-1-iscsi neutron-server[92921]: return func(*args, **kwargs) Jun 26 21:39:26.808689 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 21:39:26.808689 dv-cinder-798208-1-iscsi neutron-server[92921]: self._notify() Jun 26 21:39:26.808689 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 21:39:26.808689 dv-cinder-798208-1-iscsi neutron-server[92921]: self.callback(batched_events) Jun 26 21:39:26.808689 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 21:39:26.808689 dv-cinder-798208-1-iscsi neutron-server[92921]: event.method(event) Jun 26 21:39:26.808689 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 21:39:26.808689 dv-cinder-798208-1-iscsi neutron-server[92921]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 21:39:26.808689 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 21:39:26.808689 dv-cinder-798208-1-iscsi neutron-server[92921]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 21:39:26.808689 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 21:39:26.808689 dv-cinder-798208-1-iscsi neutron-server[92921]: return f(self, *a, **k) Jun 26 21:39:26.808689 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 21:39:26.808689 dv-cinder-798208-1-iscsi neutron-server[92921]: return self._get(url).json() Jun 26 21:39:26.808689 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 21:39:26.808689 dv-cinder-798208-1-iscsi neutron-server[92921]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 21:39:26.808689 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 21:39:26.808689 dv-cinder-798208-1-iscsi neutron-server[92921]: return self.request(url, 'GET', **kwargs) Jun 26 21:39:26.808689 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 21:39:26.808689 dv-cinder-798208-1-iscsi neutron-server[92921]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 21:39:26.808689 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 21:39:26.808689 dv-cinder-798208-1-iscsi neutron-server[92921]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 21:39:26.808689 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 21:39:26.808689 dv-cinder-798208-1-iscsi neutron-server[92921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 21:39:26.808689 dv-cinder-798208-1-iscsi neutron-server[92921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 21:39:26.863752 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-459b0569-dcf4-486a-9a02-550a6abeae75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4059228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-938849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642676'] for network, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:26.867202 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:26.869581 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-459b0569-dcf4-486a-9a02-550a6abeae75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for network, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:26.871316 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-459b0569-dcf4-486a-9a02-550a6abeae75 admin admin] 10.222.0.24 "DELETE /v2.0/networks/32766ce3-5778-46db-a5ad-62e65da0ba52 HTTP/1.1" status: 204 len: 168 time: 0.2565286 Jun 26 21:39:26.882386 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b0569-dcf4-486a-9a02-550a6abeae75 admin admin] Pushing event deleted for resources: {'Network': ['ID=32766ce3-5778-46db-a5ad-62e65da0ba52,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:26.884751 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-459b0569-dcf4-486a-9a02-550a6abeae75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:27.027553 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 48464) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:27.066675 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-f9bbcf76-e371-40ac-bdc4-39ecea53ec4c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aedec3e1115a4acca17f360028b776e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377707 Jun 26 21:39:27.068932 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 48466) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:27.115333 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-03dfbea6-2433-468a-a56d-603dede94974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:27.135645 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-03dfbea6-2433-468a-a56d-603dede94974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:27.179347 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-03dfbea6-2433-468a-a56d-603dede94974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:27.182013 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-03dfbea6-2433-468a-a56d-603dede94974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:27.183137 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-03dfbea6-2433-468a-a56d-603dede94974 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3e0aa7fb-e976-4208-a9ad-188c7e8555bc HTTP/1.1" status: 204 len: 168 time: 0.1133370 Jun 26 21:39:27.183904 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-0339052b-24cf-4825-b985-64ce34a4facb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:27.191759 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dfbea6-2433-468a-a56d-603dede94974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0aa7fb-e976-4208-a9ad-188c7e8555bc,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:27.194107 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-03dfbea6-2433-468a-a56d-603dede94974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:27.510098 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 48484) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:27.550373 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-ea55a0a1-6a8f-48bc-a0f6-f501d600e579 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9bf397cd152d4ca7b4af8d4859a1a364&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389869 Jun 26 21:39:27.552758 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 48486) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:27.605229 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9ff54180-f66f-4ac2-82fe-4237b39b4105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:27.628209 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9ff54180-f66f-4ac2-82fe-4237b39b4105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:27.636411 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:27.680105 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9ff54180-f66f-4ac2-82fe-4237b39b4105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:27.683010 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9ff54180-f66f-4ac2-82fe-4237b39b4105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:27.684173 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-9ff54180-f66f-4ac2-82fe-4237b39b4105 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/24343d24-e9be-4e1c-ac86-60464e06ee9c HTTP/1.1" status: 204 len: 168 time: 0.1305478 Jun 26 21:39:27.685043 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cc931609-be46-4f40-bc50-ef123595c869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:27.693731 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff54180-f66f-4ac2-82fe-4237b39b4105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24343d24-e9be-4e1c-ac86-60464e06ee9c,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:27.696057 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-9ff54180-f66f-4ac2-82fe-4237b39b4105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:28.314308 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 48510) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:28.469772 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-958dd63d-c1a2-4e80-b516-0863cea547b1 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Deleting port d8f7abba-73a9-4836-b665-bf24cfaa31a5 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:39:28.470122 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-958dd63d-c1a2-4e80-b516-0863cea547b1 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:28.525796 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 8785081d-9335-4ecd-ab55-7f5ff755fc31 no longer exists at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:39:28.547932 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-958dd63d-c1a2-4e80-b516-0863cea547b1 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:28.548218 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] No Port match for: 8785081d-9335-4ecd-ab55-7f5ff755fc31 {{(pid=92923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 21:39:28.548368 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-958dd63d-c1a2-4e80-b516-0863cea547b1 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:28.548946 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 8785081d-9335-4ecd-ab55-7f5ff755fc31 not bound to the agent host hv-cinder-79820 {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 21:39:28.560645 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-958dd63d-c1a2-4e80-b516-0863cea547b1 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Calling delete_port for d8f7abba-73a9-4836-b665-bf24cfaa31a5 owned by network:floatingip {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:39:28.575999 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 48528) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:28.620336 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.db_base_plugin_v2 [None req-299254b1-fff5-41ba-8aa6-c2eb4ec271f2 admin admin] Deleting subnet 6927349e-8d34-415b-ba61-35fe2c7ba62e {{(pid=92921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 21:39:28.624245 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-299254b1-fff5-41ba-8aa6-c2eb4ec271f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:28.662206 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-299254b1-fff5-41ba-8aa6-c2eb4ec271f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696154'] for subnet, precommit_delete_associations {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:28.710570 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-299254b1-fff5-41ba-8aa6-c2eb4ec271f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4059658'] for subnet, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:28.716569 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-958dd63d-c1a2-4e80-b516-0863cea547b1 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8809482'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:28.719869 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f6a8df49-6ed9-4c6e-92f4-59b47903dcc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:28.765818 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-299254b1-fff5-41ba-8aa6-c2eb4ec271f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4059677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-221544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8896203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8846128'] for subnet, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:28.768362 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:28.788202 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299254b1-fff5-41ba-8aa6-c2eb4ec271f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6927349e-8d34-415b-ba61-35fe2c7ba62e,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:28.793763 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-299254b1-fff5-41ba-8aa6-c2eb4ec271f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:28.794705 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958dd63d-c1a2-4e80-b516-0863cea547b1 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Pushing event deleted for resources: {'Port': ['ID=d8f7abba-73a9-4836-b665-bf24cfaa31a5,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:28.797660 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-958dd63d-c1a2-4e80-b516-0863cea547b1 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:28.799978 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-299254b1-fff5-41ba-8aa6-c2eb4ec271f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:28.801895 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-299254b1-fff5-41ba-8aa6-c2eb4ec271f2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6927349e-8d34-415b-ba61-35fe2c7ba62e HTTP/1.1" status: 204 len: 168 time: 0.2249022 Jun 26 21:39:28.804641 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 48534) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:28.817820 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-958dd63d-c1a2-4e80-b516-0863cea547b1 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks [] for floatingip, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:28.818188 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.db.l3_db [None req-958dd63d-c1a2-4e80-b516-0863cea547b1 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Floating IP f19b13a1-0801-41ba-81cf-9ce11742d2f9 disassociated (deleted). External IP: 172.27.2.70, port: dc1d3aab-26fb-43f0-85cb-3389ff1d071d. Jun 26 21:39:28.876489 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0e674853-6d3c-44f0-99a9-85615450cc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4140915'] for network, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:28.956865 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 48538) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:28.966815 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0e674853-6d3c-44f0-99a9-85615450cc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4059223', 'neutron.services.segments.db._delete_segments_for_network-8773185548566'] for network, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:28.977010 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.services.segments.db [None req-0e674853-6d3c-44f0-99a9-85615450cc00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['174c5040-a1a6-419b-8057-be9d7176f679']}} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:39:28.988395 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.services.segments.db [None req-0e674853-6d3c-44f0-99a9-85615450cc00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8109443e-4d87-4105-9daa-a82c1773aae8') {'for_net_delete': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:39:28.988810 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.services.segments.db [None req-0e674853-6d3c-44f0-99a9-85615450cc00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8109443e-4d87-4105-9daa-a82c1773aae8') {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:39:28.997974 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0e674853-6d3c-44f0-99a9-85615450cc00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773185534967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696141'] for segment, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:29.012057 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0e674853-6d3c-44f0-99a9-85615450cc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175'] for segment, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:29.018107 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e674853-6d3c-44f0-99a9-85615450cc00 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=92921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 21:39:29.018629 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0e674853-6d3c-44f0-99a9-85615450cc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8896046'] for segment, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:29.020371 dv-cinder-798208-1-iscsi neutron-server[92921]: Traceback (most recent call last): Jun 26 21:39:29.020371 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 21:39:29.020371 dv-cinder-798208-1-iscsi neutron-server[92921]: timer() Jun 26 21:39:29.020371 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 21:39:29.020371 dv-cinder-798208-1-iscsi neutron-server[92921]: cb(*args, **kw) Jun 26 21:39:29.020371 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 21:39:29.020371 dv-cinder-798208-1-iscsi neutron-server[92921]: return func(*args, **kwargs) Jun 26 21:39:29.020371 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 21:39:29.020371 dv-cinder-798208-1-iscsi neutron-server[92921]: self._notify() Jun 26 21:39:29.020371 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 21:39:29.020371 dv-cinder-798208-1-iscsi neutron-server[92921]: self.callback(batched_events) Jun 26 21:39:29.020371 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 21:39:29.020371 dv-cinder-798208-1-iscsi neutron-server[92921]: event.method(event) Jun 26 21:39:29.020371 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 21:39:29.020371 dv-cinder-798208-1-iscsi neutron-server[92921]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 21:39:29.020371 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 21:39:29.020371 dv-cinder-798208-1-iscsi neutron-server[92921]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 21:39:29.020371 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 21:39:29.020371 dv-cinder-798208-1-iscsi neutron-server[92921]: return f(self, *a, **k) Jun 26 21:39:29.020371 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 21:39:29.020371 dv-cinder-798208-1-iscsi neutron-server[92921]: return self._get(url).json() Jun 26 21:39:29.020371 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 21:39:29.020371 dv-cinder-798208-1-iscsi neutron-server[92921]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 21:39:29.020371 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 21:39:29.020371 dv-cinder-798208-1-iscsi neutron-server[92921]: return self.request(url, 'GET', **kwargs) Jun 26 21:39:29.020371 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 21:39:29.020371 dv-cinder-798208-1-iscsi neutron-server[92921]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 21:39:29.020371 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 21:39:29.020371 dv-cinder-798208-1-iscsi neutron-server[92921]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 21:39:29.020371 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 21:39:29.020371 dv-cinder-798208-1-iscsi neutron-server[92921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 21:39:29.020371 dv-cinder-798208-1-iscsi neutron-server[92921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 21:39:29.036425 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958dd63d-c1a2-4e80-b516-0863cea547b1 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Router 91a92a4d-40e9-484e-a859-76bd492b0211 has already been hosted by L3 agent 8f52ff15-e1cf-4181-89b9-9a217ed1d1bf {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 21:39:29.088542 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-300cb4aa-7a1d-4894-9e80-95af181bc8a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:29.108672 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0e674853-6d3c-44f0-99a9-85615450cc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4059228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-938849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642676'] for network, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:29.118522 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-7fa4fad4-d5c6-4dcd-832f-1c6a93d33bb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:29.124599 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0e674853-6d3c-44f0-99a9-85615450cc00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for network, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:29.126704 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-0e674853-6d3c-44f0-99a9-85615450cc00 admin admin] 10.222.0.24 "DELETE /v2.0/networks/174c5040-a1a6-419b-8057-be9d7176f679 HTTP/1.1" status: 204 len: 168 time: 0.3204112 Jun 26 21:39:29.146207 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e674853-6d3c-44f0-99a9-85615450cc00 admin admin] Pushing event deleted for resources: {'Network': ['ID=174c5040-a1a6-419b-8057-be9d7176f679,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:29.149642 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-0e674853-6d3c-44f0-99a9-85615450cc00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:29.159642 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958dd63d-c1a2-4e80-b516-0863cea547b1 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify agent at l3_agent.dv-cinder-798208-1-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 21:39:29.164247 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-958dd63d-c1a2-4e80-b516-0863cea547b1 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for floatingip, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:29.172694 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fc7d32-0ec6-44a7-b0cf-c24d01f09d4a None None] Sync routers for ids ['91a92a4d-40e9-484e-a859-76bd492b0211'] in dv-cinder-798208-1-iscsi {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 21:39:29.184586 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fc7d32-0ec6-44a7-b0cf-c24d01f09d4a None None] Routers {'91a92a4d-40e9-484e-a859-76bd492b0211'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:39:29.186153 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-00fc7d32-0ec6-44a7-b0cf-c24d01f09d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:39:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['91a92a4d-40e9-484e-a859-76bd492b0211'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:39:29.212774 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-300cb4aa-7a1d-4894-9e80-95af181bc8a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:29.216867 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-958dd63d-c1a2-4e80-b516-0863cea547b1 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "DELETE /v2.0/floatingips/f19b13a1-0801-41ba-81cf-9ce11742d2f9 HTTP/1.1" status: 204 len: 168 time: 0.9014378 Jun 26 21:39:29.217710 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-300cb4aa-7a1d-4894-9e80-95af181bc8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:29.217849 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db0d069-ba0f-44e5-94da-d45c6f7b9da5', 'tag': 'dc1d3aab-26fb-43f0-85cb-3389ff1d071d'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:39:29.221705 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-3cb9bca7-3a12-4b3f-bf5f-28bd21f31e92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:29.236255 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02b73ab247f9faeb07a43472fb83bf8797eb00ff3c4bc2c6d8d9a12e0ada40b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5806fbb0-7cc8-439f-b929-cdc402faac30" -d '{"events": [{"name": "network-changed", "server_uuid": "7db0d069-ba0f-44e5-94da-d45c6f7b9da5", "tag": "dc1d3aab-26fb-43f0-85cb-3389ff1d071d"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:39:29.261718 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300cb4aa-7a1d-4894-9e80-95af181bc8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861cc180-47f8-4157-bd7a-b363362491e2,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:29.266826 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-300cb4aa-7a1d-4894-9e80-95af181bc8a1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c2f368e61e90466c9b04818c9a4e6a44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3086975 Jun 26 21:39:29.268041 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-300cb4aa-7a1d-4894-9e80-95af181bc8a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:29.269107 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 48548) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:29.311708 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 21:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b04c7f-71f8-468d-bcfa-e862c0d6e455 x-openstack-request-id: req-a1b04c7f-71f8-468d-bcfa-e862c0d6e455 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:39:29.312069 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db0d069-ba0f-44e5-94da-d45c6f7b9da5", "tag": "dc1d3aab-26fb-43f0-85cb-3389ff1d071d", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:39:29.312359 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a1b04c7f-71f8-468d-bcfa-e862c0d6e455 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:39:29.312843 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db0d069-ba0f-44e5-94da-d45c6f7b9da5', 'tag': 'dc1d3aab-26fb-43f0-85cb-3389ff1d071d', 'status': 'completed', 'code': 200} Jun 26 21:39:29.338776 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ee66a914-ba0a-4e4c-8925-e85accd0e9d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:29.346773 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 48550) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:29.395027 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-3fccd85e-8b58-4526-b86b-fd43b854a5dc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=49c1277f17034fc6b695e1b4e2579b95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465810 Jun 26 21:39:29.395555 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 48552) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:29.398970 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ee66a914-ba0a-4e4c-8925-e85accd0e9d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:29.455456 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5806fbb0-7cc8-439f-b929-cdc402faac30 req-c30611c4-0235-4074-b80e-74cae83a9b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:39:29.455712 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-00fc7d32-0ec6-44a7-b0cf-c24d01f09d4a None None] Set router 91a92a4d-40e9-484e-a859-76bd492b0211 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:39:29.461554 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-5806fbb0-7cc8-439f-b929-cdc402faac30 req-c30611c4-0235-4074-b80e-74cae83a9b67 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d57413efbdfc45b299c235407da019ce&device_id=7db0d069-ba0f-44e5-94da-d45c6f7b9da5 HTTP/1.1" status: 200 len: 1099 time: 0.1164403 Jun 26 21:39:29.470334 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4ea0c271-a154-4b60-b4f8-ebf2af1a2f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:29.498590 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4ea0c271-a154-4b60-b4f8-ebf2af1a2f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:29.539622 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ee66a914-ba0a-4e4c-8925-e85accd0e9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:29.557465 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ee66a914-ba0a-4e4c-8925-e85accd0e9d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:29.558701 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-ee66a914-ba0a-4e4c-8925-e85accd0e9d3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/861cc180-47f8-4157-bd7a-b363362491e2 HTTP/1.1" status: 204 len: 168 time: 0.2884991 Jun 26 21:39:29.562786 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb714146-1312-4530-88b2-a8e3d7d07935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:29.568441 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4ea0c271-a154-4b60-b4f8-ebf2af1a2f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:29.571907 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4ea0c271-a154-4b60-b4f8-ebf2af1a2f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:29.574503 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-4ea0c271-a154-4b60-b4f8-ebf2af1a2f4b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a288ab8c-1f80-4f85-ae6c-29f1312b8404 HTTP/1.1" status: 204 len: 168 time: 0.1778455 Jun 26 21:39:29.575596 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-87d45b88-417a-402d-972d-bf211e322796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:29.579530 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee66a914-ba0a-4e4c-8925-e85accd0e9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861cc180-47f8-4157-bd7a-b363362491e2,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:29.587940 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea0c271-a154-4b60-b4f8-ebf2af1a2f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a288ab8c-1f80-4f85-ae6c-29f1312b8404,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:29.591281 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-4ea0c271-a154-4b60-b4f8-ebf2af1a2f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:29.598067 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-ee66a914-ba0a-4e4c-8925-e85accd0e9d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:29.634992 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5806fbb0-7cc8-439f-b929-cdc402faac30 req-eca72e08-814b-4e64-9428-5da4d8689e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:39:29.636880 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-5806fbb0-7cc8-439f-b929-cdc402faac30 req-eca72e08-814b-4e64-9428-5da4d8689e29 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a8afb80a-5940-4655-9052-1907914d829f HTTP/1.1" status: 200 len: 913 time: 0.1691792 Jun 26 21:39:29.705505 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-00fc7d32-0ec6-44a7-b0cf-c24d01f09d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'name': 'tempest-TestVolumeBootPattern-1551406780-router', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:05Z', 'updated_at': '2021-06-26T21:31:16Z', 'revision_number': 4, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'gw_port': {'id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:08Z', 'updated_at': '2021-06-26T21:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': '4b29f8b2-ce57-466d-9e4f-4102489e5760', 'name': '', 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'mac_address': 'fa:16:3e:c5:e7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'b01ad406-256f-4138-8b6e-7125345feab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:13Z', 'updated_at': '2021-06-26T21:31:26Z', 'revision_number': 5, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'subnets': [{'id': 'b01ad406-256f-4138-8b6e-7125345feab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:39:29.706978 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-5806fbb0-7cc8-439f-b929-cdc402faac30 req-d51c064e-bc98-4c79-bf1b-c856512fa60b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc1d3aab-26fb-43f0-85cb-3389ff1d071d HTTP/1.1" status: 200 len: 217 time: 0.0618622 Jun 26 21:39:29.733252 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fc7d32-0ec6-44a7-b0cf-c24d01f09d4a None None] Checking router: 91a92a4d-40e9-484e-a859-76bd492b0211 for host: dv-cinder-798208-1-iscsi {{(pid=92923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 21:39:29.742339 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fc7d32-0ec6-44a7-b0cf-c24d01f09d4a None None] Routers {'91a92a4d-40e9-484e-a859-76bd492b0211'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:39:29.743224 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-00fc7d32-0ec6-44a7-b0cf-c24d01f09d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:39:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['91a92a4d-40e9-484e-a859-76bd492b0211'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:39:29.787741 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5806fbb0-7cc8-439f-b929-cdc402faac30 req-a717ea98-8b27-42c6-b04a-5acb999b7bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:39:29.791496 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-5806fbb0-7cc8-439f-b929-cdc402faac30 req-a717ea98-8b27-42c6-b04a-5acb999b7bbf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b01ad406-256f-4138-8b6e-7125345feab0 HTTP/1.1" status: 200 len: 851 time: 0.0767853 Jun 26 21:39:29.810244 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30236787-ff43-497c-8e6c-81ff0ded6c62 req-4f087509-3474-4b02-9dc4-fc6d66b20661 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:39:29.812295 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-30236787-ff43-497c-8e6c-81ff0ded6c62 req-4f087509-3474-4b02-9dc4-fc6d66b20661 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db0d069-ba0f-44e5-94da-d45c6f7b9da5 HTTP/1.1" status: 200 len: 946 time: 0.1255260 Jun 26 21:39:29.877210 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-00fc7d32-0ec6-44a7-b0cf-c24d01f09d4a None None] Set router 91a92a4d-40e9-484e-a859-76bd492b0211 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:39:29.879631 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-30236787-ff43-497c-8e6c-81ff0ded6c62 req-aecd6dcd-7a2c-4d4f-aa62-e68283cec013 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592728 Jun 26 21:39:29.899102 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5806fbb0-7cc8-439f-b929-cdc402faac30 req-80da12ca-e80a-4d46-96f8-bd7ba6d33e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:39:29.901495 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-5806fbb0-7cc8-439f-b929-cdc402faac30 req-80da12ca-e80a-4d46-96f8-bd7ba6d33e32 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8afb80a-5940-4655-9052-1907914d829f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1027050 Jun 26 21:39:30.021152 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-5806fbb0-7cc8-439f-b929-cdc402faac30 req-57a391ba-0ef1-428e-b0f8-e657886150b0 service neutron] 10.222.0.41 "GET /v2.0/networks/a8afb80a-5940-4655-9052-1907914d829f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122396 Jun 26 21:39:30.137618 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-5806fbb0-7cc8-439f-b929-cdc402faac30 req-d52168ba-473f-4b01-b359-8d3b498028c9 service neutron] 10.222.0.41 "GET /v2.0/networks/a8afb80a-5940-4655-9052-1907914d829f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091321 Jun 26 21:39:30.146699 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-00fc7d32-0ec6-44a7-b0cf-c24d01f09d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'name': 'tempest-TestVolumeBootPattern-1551406780-router', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:05Z', 'updated_at': '2021-06-26T21:31:16Z', 'revision_number': 4, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'gw_port': {'id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:08Z', 'updated_at': '2021-06-26T21:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': '4b29f8b2-ce57-466d-9e4f-4102489e5760', 'name': '', 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'mac_address': 'fa:16:3e:c5:e7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'b01ad406-256f-4138-8b6e-7125345feab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:13Z', 'updated_at': '2021-06-26T21:31:26Z', 'revision_number': 5, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'subnets': [{'id': 'b01ad406-256f-4138-8b6e-7125345feab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:39:30.180506 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fc7d32-0ec6-44a7-b0cf-c24d01f09d4a None None] The sync data for ids ['91a92a4d-40e9-484e-a859-76bd492b0211'] in dv-cinder-798208-1-iscsi is: [{'id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'name': 'tempest-TestVolumeBootPattern-1551406780-router', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:05Z', 'updated_at': '2021-06-26T21:31:16Z', 'revision_number': 4, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'gw_port': {'id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:08Z', 'updated_at': '2021-06-26T21:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': '4b29f8b2-ce57-466d-9e4f-4102489e5760', 'name': '', 'network_id': 'a8afb80a-5940-4655-9052-1907914d829f', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'mac_address': 'fa:16:3e:c5:e7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'b01ad406-256f-4138-8b6e-7125345feab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:13Z', 'updated_at': '2021-06-26T21:31:26Z', 'revision_number': 5, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'subnets': [{'id': 'b01ad406-256f-4138-8b6e-7125345feab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 21:39:30.398503 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccf0710-c91a-4eb9-8c0a-a306eb8467e8 None None] New status for floating IP f19b13a1-0801-41ba-81cf-9ce11742d2f9: DOWN {{(pid=92924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 21:39:30.447557 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 48578) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:30.545309 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-74a61915-b1f1-40b1-b46a-eb7b292f40bb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-729168278-network', 'tenant_id': '3ef42293e051422ea8d1c8e906da6b7d'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:39:30.568282 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a61915-b1f1-40b1-b46a-eb7b292f40bb admin admin] Made reservation on behalf of 3ef42293e051422ea8d1c8e906da6b7d for: {'network': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:39:30.570637 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-74a61915-b1f1-40b1-b46a-eb7b292f40bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for network, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:30.578991 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-74a61915-b1f1-40b1-b46a-eb7b292f40bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:30.675741 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-74a61915-b1f1-40b1-b46a-eb7b292f40bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:30.679634 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-74a61915-b1f1-40b1-b46a-eb7b292f40bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:30.682668 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b48b39be-d1bf-4050-a50e-9173249935cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:30.705074 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74a61915-b1f1-40b1-b46a-eb7b292f40bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=92922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 21:39:30.713582 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a61915-b1f1-40b1-b46a-eb7b292f40bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01dbfc7-5684-48a2-81d6-5597b31e26a7,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:30.717225 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-74a61915-b1f1-40b1-b46a-eb7b292f40bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:30.720774 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-74a61915-b1f1-40b1-b46a-eb7b292f40bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175'] for segment, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:30.721115 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.db.segments_db [None req-74a61915-b1f1-40b1-b46a-eb7b292f40bb admin admin] Added segment 73616d55-55df-4dd3-947f-bbcf2754f2c8 of type vlan for network 697ad1c6-be7b-41a9-a7e9-bd03f9579186 Jun 26 21:39:30.760549 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-74a61915-b1f1-40b1-b46a-eb7b292f40bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773185029479'] for network, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:30.789873 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-74a61915-b1f1-40b1-b46a-eb7b292f40bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-938849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913'] for network, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:30.791308 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a61915-b1f1-40b1-b46a-eb7b292f40bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:39:30.791890 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-74a61915-b1f1-40b1-b46a-eb7b292f40bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for network, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:30.793989 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-ae52a493-4c1a-4475-bcbd-b4584ec7633f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:30.847543 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-74a61915-b1f1-40b1-b46a-eb7b292f40bb admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3988025 Jun 26 21:39:30.850431 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 48582) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:30.854399 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a61915-b1f1-40b1-b46a-eb7b292f40bb admin admin] Pushing event updated for resources: {'Network': ['ID=697ad1c6-be7b-41a9-a7e9-bd03f9579186,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:30.855503 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-a6bc166b-6478-4c46-8e9e-27f9ac11f17e admin admin] Request body: {'subnet': {'network_id': '697ad1c6-be7b-41a9-a7e9-bd03f9579186', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-729168278-subnet', 'tenant_id': '3ef42293e051422ea8d1c8e906da6b7d', 'ip_version': 4}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:39:30.857036 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-74a61915-b1f1-40b1-b46a-eb7b292f40bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:30.863947 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Network 697ad1c6-be7b-41a9-a7e9-bd03f9579186 details requested by agent ovs-agent-dv-cinder-798208-1-iscsi with host dv-cinder-798208-1-iscsi {{(pid=92923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 21:39:30.877019 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6bc166b-6478-4c46-8e9e-27f9ac11f17e admin admin] Made reservation on behalf of 3ef42293e051422ea8d1c8e906da6b7d for: {'subnet': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:39:30.879424 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a6bc166b-6478-4c46-8e9e-27f9ac11f17e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8846033'] for subnet, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:31.176854 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094aa2b-dd9e-4b48-9eb5-07945a58efe9 req-fb10797e-0657-406d-957d-a032f2ad600d tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:39:31.178446 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3094aa2b-dd9e-4b48-9eb5-07945a58efe9 req-fb10797e-0657-406d-957d-a032f2ad600d tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db0d069-ba0f-44e5-94da-d45c6f7b9da5 HTTP/1.1" status: 200 len: 946 time: 0.1786845 Jun 26 21:39:31.216313 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3094aa2b-dd9e-4b48-9eb5-07945a58efe9 req-2e828fa0-d4a6-48f6-b312-6449b3bdba5a tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321386 Jun 26 21:39:31.311247 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a45375-91b6-41db-8f67-01676c9ad1ec req-ec3f4bf8-3c92-4362-9696-dd2a90f3201d tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:39:31.313782 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-94a45375-91b6-41db-8f67-01676c9ad1ec req-ec3f4bf8-3c92-4362-9696-dd2a90f3201d tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7db0d069-ba0f-44e5-94da-d45c6f7b9da5 HTTP/1.1" status: 200 len: 946 time: 0.1092050 Jun 26 21:39:31.432107 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a6bc166b-6478-4c46-8e9e-27f9ac11f17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-221544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8896140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8846019'] for subnet, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:31.440604 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:31.510942 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc166b-6478-4c46-8e9e-27f9ac11f17e admin admin] Pushing event updated for resources: {'Subnet': ['ID=da89d400-abcf-42e1-900c-16eb824490e7,revision_number=0']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:31.515398 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a6bc166b-6478-4c46-8e9e-27f9ac11f17e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:31.517301 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-94a45375-91b6-41db-8f67-01676c9ad1ec req-42ffc079-df43-4c00-ba69-41b764fd097f tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Deleting port dc1d3aab-26fb-43f0-85cb-3389ff1d071d {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:39:31.517639 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-94a45375-91b6-41db-8f67-01676c9ad1ec req-42ffc079-df43-4c00-ba69-41b764fd097f tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:31.543788 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bc166b-6478-4c46-8e9e-27f9ac11f17e admin admin] Checking segment: {'id': '73616d55-55df-4dd3-947f-bbcf2754f2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '697ad1c6-be7b-41a9-a7e9-bd03f9579186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:39:31.544147 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bc166b-6478-4c46-8e9e-27f9ac11f17e admin admin] Network hostable DHCP agents. Network: 697ad1c6-be7b-41a9-a7e9-bd03f9579186, hostable agents: ['9c021b02-9e9f-4fa2-a546-066f9ef0df46'], hosted agents: [] {{(pid=92921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 21:39:31.597409 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bc166b-6478-4c46-8e9e-27f9ac11f17e admin admin] Network 697ad1c6-be7b-41a9-a7e9-bd03f9579186 is scheduled to be hosted by DHCP agent 9c021b02-9e9f-4fa2-a546-066f9ef0df46 with binding_index 1 {{(pid=92921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 21:39:31.618101 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-a6bc166b-6478-4c46-8e9e-27f9ac11f17e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798208-1-iscsi, 697ad1c6-be7b-41a9-a7e9-bd03f9579186) {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:39:31.626885 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bc166b-6478-4c46-8e9e-27f9ac11f17e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:39:31.627506 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a6bc166b-6478-4c46-8e9e-27f9ac11f17e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:31.628039 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a6b709-f793-414a-9319-e5aeefee6bb6 None None] Network 697ad1c6-be7b-41a9-a7e9-bd03f9579186 requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:39:31.630980 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-94a45375-91b6-41db-8f67-01676c9ad1ec req-42ffc079-df43-4c00-ba69-41b764fd097f tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] For port dc1d3aab-26fb-43f0-85cb-3389ff1d071d, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=dc1d3aab-26fb-43f0-85cb-3389ff1d071d,segment=NetworkSegment(9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a),segment_id=9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:39:31.631373 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-94a45375-91b6-41db-8f67-01676c9ad1ec req-42ffc079-df43-4c00-ba69-41b764fd097f tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:31.650931 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-94a45375-91b6-41db-8f67-01676c9ad1ec req-42ffc079-df43-4c00-ba69-41b764fd097f tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Calling delete_port for dc1d3aab-26fb-43f0-85cb-3389ff1d071d owned by compute:nova {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:39:31.655964 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-a6bc166b-6478-4c46-8e9e-27f9ac11f17e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8045087 Jun 26 21:39:31.658975 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 48588) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:31.663552 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-d849937d-0f4c-4875-8a2d-a1c937297e62 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-729168278-router', 'tenant_id': '3ef42293e051422ea8d1c8e906da6b7d', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'}}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:39:31.695256 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d849937d-0f4c-4875-8a2d-a1c937297e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11028'] for router, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:31.696637 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d849937d-0f4c-4875-8a2d-a1c937297e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-695336', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11021'] for router, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:31.756612 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d849937d-0f4c-4875-8a2d-a1c937297e62 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:31.792871 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c5a3d6-55a8-42ec-80f2-189eb3f27045 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde5f2ef3-1d6e-553d-a39c-8e031008594d-697ad1c6-be7b-41a9-a7e9-bd03f9579186', 'network_id': '697ad1c6-be7b-41a9-a7e9-bd03f9579186', 'tenant_id': '3ef42293e051422ea8d1c8e906da6b7d', 'fixed_ips': [{'subnet_id': 'da89d400-abcf-42e1-900c-16eb824490e7'}]}} from dv-cinder-798208-1-iscsi. {{(pid=92923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 26 21:39:31.793856 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-76c5a3d6-55a8-42ec-80f2-189eb3f27045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:31.806825 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-94a45375-91b6-41db-8f67-01676c9ad1ec req-42ffc079-df43-4c00-ba69-41b764fd097f tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8896241'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:31.811471 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-7b79145a-88ed-4b0c-beb7-bd2062f76d68 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:31.836269 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ffc079-df43-4c00-ba69-41b764fd097f tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Pushing event deleted for resources: {'Port': ['ID=dc1d3aab-26fb-43f0-85cb-3389ff1d071d,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:31.840060 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-42ffc079-df43-4c00-ba69-41b764fd097f tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:31.885746 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a45375-91b6-41db-8f67-01676c9ad1ec req-42ffc079-df43-4c00-ba69-41b764fd097f tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] No DVR routers for this DVR port dc1d3aab-26fb-43f0-85cb-3389ff1d071d on host hv-cinder-79820 {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 21:39:31.888924 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-94a45375-91b6-41db-8f67-01676c9ad1ec req-42ffc079-df43-4c00-ba69-41b764fd097f tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:31.891584 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-94a45375-91b6-41db-8f67-01676c9ad1ec req-42ffc079-df43-4c00-ba69-41b764fd097f tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.41 "DELETE /v2.0/ports/dc1d3aab-26fb-43f0-85cb-3389ff1d071d HTTP/1.1" status: 204 len: 173 time: 0.5722647 Jun 26 21:39:31.892216 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db0d069-ba0f-44e5-94da-d45c6f7b9da5', 'name': 'network-vif-deleted', 'tag': 'dc1d3aab-26fb-43f0-85cb-3389ff1d071d'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:39:31.894675 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b5f6d741f71b22ca80de7011a5bf010bd5b330abd4b28dbd747dc86a1ce20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42497faa-ad7a-44a9-867f-388406393932" -d '{"events": [{"server_uuid": "7db0d069-ba0f-44e5-94da-d45c6f7b9da5", "name": "network-vif-deleted", "tag": "dc1d3aab-26fb-43f0-85cb-3389ff1d071d"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:39:31.913401 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d849937d-0f4c-4875-8a2d-a1c937297e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-695302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11071'] for router, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:31.934528 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 21:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620ebf85-aeda-4907-a2c5-66de9d3e222f x-openstack-request-id: req-620ebf85-aeda-4907-a2c5-66de9d3e222f {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:39:31.934866 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db0d069-ba0f-44e5-94da-d45c6f7b9da5", "name": "network-vif-deleted", "tag": "dc1d3aab-26fb-43f0-85cb-3389ff1d071d", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:39:31.935162 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-620ebf85-aeda-4907-a2c5-66de9d3e222f {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:39:31.935636 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db0d069-ba0f-44e5-94da-d45c6f7b9da5', 'name': 'network-vif-deleted', 'tag': 'dc1d3aab-26fb-43f0-85cb-3389ff1d071d', 'status': 'completed', 'code': 200} Jun 26 21:39:31.949605 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-76c5a3d6-55a8-42ec-80f2-189eb3f27045 None None] Allocated IP 172.20.0.2 (697ad1c6-be7b-41a9-a7e9-bd03f9579186/da89d400-abcf-42e1-900c-16eb824490e7/7d2b20b6-8b8e-46f0-9744-e2f7facd362c) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:39:32.095310 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-76c5a3d6-55a8-42ec-80f2-189eb3f27045 None None] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:32.103648 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-76c5a3d6-55a8-42ec-80f2-189eb3f27045 None None] Transition to ACTIVE for port object 7d2b20b6-8b8e-46f0-9744-e2f7facd362c will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:39:32.119737 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-76c5a3d6-55a8-42ec-80f2-189eb3f27045 None None] Transition to ACTIVE for port object 7d2b20b6-8b8e-46f0-9744-e2f7facd362c will not be triggered until provisioned by entity DHCP. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:39:32.126470 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-76c5a3d6-55a8-42ec-80f2-189eb3f27045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:32.127009 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d849937d-0f4c-4875-8a2d-a1c937297e62 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:32.128423 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:32.146550 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d849937d-0f4c-4875-8a2d-a1c937297e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:32.165147 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c5a3d6-55a8-42ec-80f2-189eb3f27045 None None] Network 697ad1c6-be7b-41a9-a7e9-bd03f9579186 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:39:32.169908 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-76c5a3d6-55a8-42ec-80f2-189eb3f27045 None None] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:39:32.172495 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c5a3d6-55a8-42ec-80f2-189eb3f27045 None None] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:39:32.183765 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c5a3d6-55a8-42ec-80f2-189eb3f27045 None None] Pushing event updated for resources: {'Port': ['ID=7d2b20b6-8b8e-46f0-9744-e2f7facd362c,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:32.186937 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-76c5a3d6-55a8-42ec-80f2-189eb3f27045 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:32.248170 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-76c5a3d6-55a8-42ec-80f2-189eb3f27045 None None] Attempting to bind port 7d2b20b6-8b8e-46f0-9744-e2f7facd362c on host dv-cinder-798208-1-iscsi for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:39:32.248696 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-76c5a3d6-55a8-42ec-80f2-189eb3f27045 None None] Attempting to bind port 7d2b20b6-8b8e-46f0-9744-e2f7facd362c by drivers openvswitch,hyperv on host dv-cinder-798208-1-iscsi at level 0 using segments [{'id': '73616d55-55df-4dd3-947f-bbcf2754f2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '697ad1c6-be7b-41a9-a7e9-bd03f9579186'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:39:32.249177 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c5a3d6-55a8-42ec-80f2-189eb3f27045 None None] Attempting to bind port 7d2b20b6-8b8e-46f0-9744-e2f7facd362c on network 697ad1c6-be7b-41a9-a7e9-bd03f9579186 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:39:32.255434 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c5a3d6-55a8-42ec-80f2-189eb3f27045 None None] Checking agent: {'id': '7280f8c8-6f14-48e1-b2dd-15f5d03fd9f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 21, 53), 'started_at': datetime.datetime(2021, 6, 26, 21, 22, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:39:32.255821 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c5a3d6-55a8-42ec-80f2-189eb3f27045 None None] Checking segment: {'id': '73616d55-55df-4dd3-947f-bbcf2754f2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '697ad1c6-be7b-41a9-a7e9-bd03f9579186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:39:32.256234 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-76c5a3d6-55a8-42ec-80f2-189eb3f27045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:32.256628 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c5a3d6-55a8-42ec-80f2-189eb3f27045 None None] Bound using segment: {'id': '73616d55-55df-4dd3-947f-bbcf2754f2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '697ad1c6-be7b-41a9-a7e9-bd03f9579186'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:39:32.257112 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-76c5a3d6-55a8-42ec-80f2-189eb3f27045 None None] Bound port: 7d2b20b6-8b8e-46f0-9744-e2f7facd362c, host: dv-cinder-798208-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73616d55-55df-4dd3-947f-bbcf2754f2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '697ad1c6-be7b-41a9-a7e9-bd03f9579186'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:39:32.257499 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-76c5a3d6-55a8-42ec-80f2-189eb3f27045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:32.263873 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-d849937d-0f4c-4875-8a2d-a1c937297e62 admin admin] Allocated IP 172.27.2.69 (fc74eb2e-f674-4785-8e1a-443cbfb459f7/02c6eafe-d2ac-4065-b904-73ec1df0a44a/5d65a7ec-33bc-4b35-83f3-bca901bd0811) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:39:32.332220 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-76c5a3d6-55a8-42ec-80f2-189eb3f27045 None None] For port 7d2b20b6-8b8e-46f0-9744-e2f7facd362c, host dv-cinder-798208-1-iscsi, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:39:32.336088 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-76c5a3d6-55a8-42ec-80f2-189eb3f27045 None None] For port 7d2b20b6-8b8e-46f0-9744-e2f7facd362c, host dv-cinder-798208-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=7d2b20b6-8b8e-46f0-9744-e2f7facd362c,segment=NetworkSegment(73616d55-55df-4dd3-947f-bbcf2754f2c8),segment_id=73616d55-55df-4dd3-947f-bbcf2754f2c8)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:39:32.343591 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-76c5a3d6-55a8-42ec-80f2-189eb3f27045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:32.345891 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-fade4c84-a476-4b4e-9522-491d39322b98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:32.396771 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c5a3d6-55a8-42ec-80f2-189eb3f27045 None None] Pushing event updated for resources: {'Port': ['ID=7d2b20b6-8b8e-46f0-9744-e2f7facd362c,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:32.403003 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-76c5a3d6-55a8-42ec-80f2-189eb3f27045 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:32.436122 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-55680aaa-45f3-463e-aa47-8a0a8fe808fb req-33c3180e-085d-46a0-8284-0e2308220da4 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db0d069-ba0f-44e5-94da-d45c6f7b9da5 HTTP/1.1" status: 200 len: 210 time: 0.0377281 Jun 26 21:39:32.460223 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d849937d-0f4c-4875-8a2d-a1c937297e62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:32.494723 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d849937d-0f4c-4875-8a2d-a1c937297e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8809475'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:32.496876 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-9bc53535-c18b-447a-8ff5-e888f6c31b58 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:32.544279 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d849937d-0f4c-4875-8a2d-a1c937297e62 admin admin] Network fc74eb2e-f674-4785-8e1a-443cbfb459f7 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:39:32.548805 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-d849937d-0f4c-4875-8a2d-a1c937297e62 admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:39:32.550480 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d849937d-0f4c-4875-8a2d-a1c937297e62 admin admin] Pushing event updated for resources: {'Port': ['ID=5d65a7ec-33bc-4b35-83f3-bca901bd0811,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:32.552642 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d849937d-0f4c-4875-8a2d-a1c937297e62 admin admin] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:39:32.554837 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-d849937d-0f4c-4875-8a2d-a1c937297e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:32.847833 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d849937d-0f4c-4875-8a2d-a1c937297e62 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:33.033669 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d849937d-0f4c-4875-8a2d-a1c937297e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642703'] for router, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:33.162555 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d849937d-0f4c-4875-8a2d-a1c937297e62 admin admin] Router 4255aca2-4e8d-4281-90a1-b684e77ccb8e is scheduled to L3 agent 8f52ff15-e1cf-4181-89b9-9a217ed1d1bf with binding_index 1 {{(pid=92922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 26 21:39:33.265815 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d849937d-0f4c-4875-8a2d-a1c937297e62 admin admin] Notify agent at l3_agent.dv-cinder-798208-1-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 21:39:33.274413 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e4d60b-6568-47e2-8fbf-d372e36ea41a None None] Sync routers for ids ['4255aca2-4e8d-4281-90a1-b684e77ccb8e'] in dv-cinder-798208-1-iscsi {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 21:39:33.282979 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d849937d-0f4c-4875-8a2d-a1c937297e62 admin admin] Notify callbacks [] for router, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:33.284427 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-d849937d-0f4c-4875-8a2d-a1c937297e62 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6244459 Jun 26 21:39:33.287296 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 48594) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:33.288269 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e4d60b-6568-47e2-8fbf-d372e36ea41a None None] Routers {'4255aca2-4e8d-4281-90a1-b684e77ccb8e'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:39:33.288924 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-29e4d60b-6568-47e2-8fbf-d372e36ea41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:39:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['4255aca2-4e8d-4281-90a1-b684e77ccb8e'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:39:33.341184 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d818e7c9-e2b7-46bb-8ac5-d0fcb89f1c49 None None] Network 697ad1c6-be7b-41a9-a7e9-bd03f9579186 requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:39:33.458413 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-29e4d60b-6568-47e2-8fbf-d372e36ea41a None None] Set router 4255aca2-4e8d-4281-90a1-b684e77ccb8e gateway port host: dv-cinder-798208-1-iscsi {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:39:33.460523 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-155030a3-79a8-49dd-bdc5-c0719933b53a None None] Provisioning for port 7d2b20b6-8b8e-46f0-9744-e2f7facd362c completed by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:39:33.545559 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 48598) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:33.678042 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-e5dfac85-8a9b-4291-961b-3b53e496a60d tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Deleting port 2dccf82c-cf40-4eff-9498-22b2c0e551e4 {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:39:33.678275 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e5dfac85-8a9b-4291-961b-3b53e496a60d tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:33.710917 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5f0c6375-4e01-417d-ade2-f51ee71cfc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:33.725610 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-29e4d60b-6568-47e2-8fbf-d372e36ea41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4255aca2-4e8d-4281-90a1-b684e77ccb8e', 'name': 'tempest-TestShelveInstance-729168278-router', 'tenant_id': '3ef42293e051422ea8d1c8e906da6b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '5d65a7ec-33bc-4b35-83f3-bca901bd0811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:39:31Z', 'updated_at': '2021-06-26T21:39:32Z', 'revision_number': 3, 'project_id': '3ef42293e051422ea8d1c8e906da6b7d', 'gw_port': {'id': '5d65a7ec-33bc-4b35-83f3-bca901bd0811', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4255aca2-4e8d-4281-90a1-b684e77ccb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:39:32Z', 'updated_at': '2021-06-26T21:39:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi'}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:39:33.752940 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e4d60b-6568-47e2-8fbf-d372e36ea41a None None] Checking router: 4255aca2-4e8d-4281-90a1-b684e77ccb8e for host: dv-cinder-798208-1-iscsi {{(pid=92923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 21:39:33.753311 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e4d60b-6568-47e2-8fbf-d372e36ea41a None None] Updating router 4255aca2-4e8d-4281-90a1-b684e77ccb8e port 5d65a7ec-33bc-4b35-83f3-bca901bd0811 binding host dv-cinder-798208-1-iscsi {{(pid=92923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 21:39:33.785669 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e5dfac85-8a9b-4291-961b-3b53e496a60d tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:33.786054 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e5dfac85-8a9b-4291-961b-3b53e496a60d tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:33.790296 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-29e4d60b-6568-47e2-8fbf-d372e36ea41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:33.803773 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-e5dfac85-8a9b-4291-961b-3b53e496a60d tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Calling delete_port for 2dccf82c-cf40-4eff-9498-22b2c0e551e4 owned by network:floatingip {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:39:33.945730 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 7d2b20b6-8b8e-46f0-9744-e2f7facd362c up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:39:33.964222 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-5f0c6375-4e01-417d-ade2-f51ee71cfc5f admin admin] Allocated IP 172.20.0.1 (697ad1c6-be7b-41a9-a7e9-bd03f9579186/da89d400-abcf-42e1-900c-16eb824490e7/885da39d-afbe-47e2-8337-6fc5117aa509) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:39:34.002280 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e5dfac85-8a9b-4291-961b-3b53e496a60d tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8896241'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:34.006145 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-e4e89f38-d7a0-4341-b630-562a7e26aa73 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:34.031956 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dfac85-8a9b-4291-961b-3b53e496a60d tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Pushing event deleted for resources: {'Port': ['ID=2dccf82c-cf40-4eff-9498-22b2c0e551e4,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:34.034722 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-e5dfac85-8a9b-4291-961b-3b53e496a60d tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:34.082410 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5f0c6375-4e01-417d-ade2-f51ee71cfc5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:34.097312 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-5f0c6375-4e01-417d-ade2-f51ee71cfc5f admin admin] Transition to ACTIVE for port object 885da39d-afbe-47e2-8337-6fc5117aa509 will not be triggered until provisioned by entity DHCP. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:39:34.103499 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e5dfac85-8a9b-4291-961b-3b53e496a60d tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks [] for floatingip, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:34.107027 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e5dfac85-8a9b-4291-961b-3b53e496a60d tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for floatingip, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:34.108218 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-e5dfac85-8a9b-4291-961b-3b53e496a60d tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "DELETE /v2.0/floatingips/0fc87a5b-7a00-493e-b604-a79a70477ca9 HTTP/1.1" status: 204 len: 168 time: 0.5615349 Jun 26 21:39:34.134584 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5f0c6375-4e01-417d-ade2-f51ee71cfc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8809475'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:34.136889 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f2586e5a-0f08-4721-b026-3c35b4a97b2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:34.186446 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0c6375-4e01-417d-ade2-f51ee71cfc5f admin admin] Network 697ad1c6-be7b-41a9-a7e9-bd03f9579186 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:39:34.191091 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-5f0c6375-4e01-417d-ade2-f51ee71cfc5f admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:39:34.192999 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c6375-4e01-417d-ade2-f51ee71cfc5f admin admin] Pushing event updated for resources: {'Port': ['ID=885da39d-afbe-47e2-8337-6fc5117aa509,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:34.195154 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0c6375-4e01-417d-ade2-f51ee71cfc5f admin admin] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:39:34.197455 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-5f0c6375-4e01-417d-ade2-f51ee71cfc5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:34.223923 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning for port 7d2b20b6-8b8e-46f0-9744-e2f7facd362c completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:39:34.231612 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port 7d2b20b6-8b8e-46f0-9744-e2f7facd362c triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:39:34.231997 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:34.346257 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-29e4d60b-6568-47e2-8fbf-d372e36ea41a None None] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:34.357959 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-29e4d60b-6568-47e2-8fbf-d372e36ea41a None None] Transition to ACTIVE for port object 5d65a7ec-33bc-4b35-83f3-bca901bd0811 will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:39:34.393563 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-29e4d60b-6568-47e2-8fbf-d372e36ea41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:34.406517 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:34.470535 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-29e4d60b-6568-47e2-8fbf-d372e36ea41a None None] Attempting to bind port 5d65a7ec-33bc-4b35-83f3-bca901bd0811 on host dv-cinder-798208-1-iscsi for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:39:34.470913 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-29e4d60b-6568-47e2-8fbf-d372e36ea41a None None] Attempting to bind port 5d65a7ec-33bc-4b35-83f3-bca901bd0811 by drivers openvswitch,hyperv on host dv-cinder-798208-1-iscsi at level 0 using segments [{'id': '4f28365d-aca5-4c5a-9953-491fa10de68c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:39:34.471315 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e4d60b-6568-47e2-8fbf-d372e36ea41a None None] Attempting to bind port 5d65a7ec-33bc-4b35-83f3-bca901bd0811 on network fc74eb2e-f674-4785-8e1a-443cbfb459f7 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:39:34.481956 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:34.492008 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e4d60b-6568-47e2-8fbf-d372e36ea41a None None] Checking agent: {'id': '7280f8c8-6f14-48e1-b2dd-15f5d03fd9f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 21, 53), 'started_at': datetime.datetime(2021, 6, 26, 21, 22, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:39:34.492357 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e4d60b-6568-47e2-8fbf-d372e36ea41a None None] Checking segment: {'id': '4f28365d-aca5-4c5a-9953-491fa10de68c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:39:34.492863 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-29e4d60b-6568-47e2-8fbf-d372e36ea41a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:34.493276 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e4d60b-6568-47e2-8fbf-d372e36ea41a None None] Bound using segment: {'id': '4f28365d-aca5-4c5a-9953-491fa10de68c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:39:34.493877 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-29e4d60b-6568-47e2-8fbf-d372e36ea41a None None] Bound port: 5d65a7ec-33bc-4b35-83f3-bca901bd0811, host: dv-cinder-798208-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f28365d-aca5-4c5a-9953-491fa10de68c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:39:34.494207 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-29e4d60b-6568-47e2-8fbf-d372e36ea41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:34.496337 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e984b4-10ec-4b4d-9a40-0512b7f6f5b9 None None] Pushing event updated for resources: {'Port': ['ID=5d65a7ec-33bc-4b35-83f3-bca901bd0811,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:34.520067 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-91fc8f21-5a28-4476-8d7b-38e0f6087477 None None] Provisioning for port 885da39d-afbe-47e2-8337-6fc5117aa509 completed by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:39:34.535962 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e984b4-10ec-4b4d-9a40-0512b7f6f5b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:34.536314 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e984b4-10ec-4b4d-9a40-0512b7f6f5b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:34.536655 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e984b4-10ec-4b4d-9a40-0512b7f6f5b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:34.536995 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e984b4-10ec-4b4d-9a40-0512b7f6f5b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:34.538087 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e984b4-10ec-4b4d-9a40-0512b7f6f5b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:34.538087 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e984b4-10ec-4b4d-9a40-0512b7f6f5b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:34.538087 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e984b4-10ec-4b4d-9a40-0512b7f6f5b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:34.538371 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e984b4-10ec-4b4d-9a40-0512b7f6f5b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:34.538612 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e984b4-10ec-4b4d-9a40-0512b7f6f5b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:34.539019 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e984b4-10ec-4b4d-9a40-0512b7f6f5b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:34.539259 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e984b4-10ec-4b4d-9a40-0512b7f6f5b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:34.539594 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e984b4-10ec-4b4d-9a40-0512b7f6f5b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:34.548453 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-e1e984b4-10ec-4b4d-9a40-0512b7f6f5b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:34.549033 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-91fc8f21-5a28-4476-8d7b-38e0f6087477 None None] Provisioning complete for port 885da39d-afbe-47e2-8337-6fc5117aa509 triggered by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:39:34.549418 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-91fc8f21-5a28-4476-8d7b-38e0f6087477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:34.553588 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5f0c6375-4e01-417d-ade2-f51ee71cfc5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-698637'] for router_interface, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:34.579972 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device dc1d3aab-26fb-43f0-85cb-3389ff1d071d no longer exists at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:39:34.620794 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] For port 7d2b20b6-8b8e-46f0-9744-e2f7facd362c, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=7d2b20b6-8b8e-46f0-9744-e2f7facd362c,segment=NetworkSegment(73616d55-55df-4dd3-947f-bbcf2754f2c8),segment_id=73616d55-55df-4dd3-947f-bbcf2754f2c8)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:39:34.626889 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] No Port match for: dc1d3aab-26fb-43f0-85cb-3389ff1d071d {{(pid=92923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 21:39:34.627427 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device dc1d3aab-26fb-43f0-85cb-3389ff1d071d not bound to the agent host hv-cinder-79820 {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 21:39:34.638697 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:34.643377 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:34.646641 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-29e4d60b-6568-47e2-8fbf-d372e36ea41a None None] For port 5d65a7ec-33bc-4b35-83f3-bca901bd0811, host dv-cinder-798208-1-iscsi, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:39:34.650220 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-29e4d60b-6568-47e2-8fbf-d372e36ea41a None None] For port 5d65a7ec-33bc-4b35-83f3-bca901bd0811, host dv-cinder-798208-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=5d65a7ec-33bc-4b35-83f3-bca901bd0811,segment=NetworkSegment(4f28365d-aca5-4c5a-9953-491fa10de68c),segment_id=4f28365d-aca5-4c5a-9953-491fa10de68c)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:39:34.651132 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-91fc8f21-5a28-4476-8d7b-38e0f6087477 None None] Port 885da39d-afbe-47e2-8337-6fc5117aa509 cannot update to ACTIVE because it is not bound. {{(pid=92923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 21:39:34.672579 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-29e4d60b-6568-47e2-8fbf-d372e36ea41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:34.695257 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5f0c6375-4e01-417d-ade2-f51ee71cfc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:34.708459 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Pushing event updated for resources: {'Port': ['ID=7d2b20b6-8b8e-46f0-9744-e2f7facd362c,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:34.711938 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:34.712417 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:34.716314 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e4d60b-6568-47e2-8fbf-d372e36ea41a None None] Routers {'4255aca2-4e8d-4281-90a1-b684e77ccb8e'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:39:34.716931 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-29e4d60b-6568-47e2-8fbf-d372e36ea41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:39:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['4255aca2-4e8d-4281-90a1-b684e77ccb8e'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:39:34.826747 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e984b4-10ec-4b4d-9a40-0512b7f6f5b9 None None] Pushing event updated for resources: {'Port': ['ID=5d65a7ec-33bc-4b35-83f3-bca901bd0811,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:34.830869 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-e1e984b4-10ec-4b4d-9a40-0512b7f6f5b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:34.858273 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-29e4d60b-6568-47e2-8fbf-d372e36ea41a None None] Set router 4255aca2-4e8d-4281-90a1-b684e77ccb8e gateway port host: dv-cinder-798208-1-iscsi {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:39:34.858539 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5f0c6375-4e01-417d-ade2-f51ee71cfc5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:34.863759 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5f0c6375-4e01-417d-ade2-f51ee71cfc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8809713'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:34.867003 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-4f901750-5178-444f-9bd6-419cca8d2535 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:34.928737 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c6375-4e01-417d-ade2-f51ee71cfc5f admin admin] Pushing event updated for resources: {'Port': ['ID=885da39d-afbe-47e2-8337-6fc5117aa509,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:34.931043 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5f0c6375-4e01-417d-ade2-f51ee71cfc5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-698769'] for router_interface, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:34.932978 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-5f0c6375-4e01-417d-ade2-f51ee71cfc5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:35.022400 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0c6375-4e01-417d-ade2-f51ee71cfc5f admin admin] Network 697ad1c6-be7b-41a9-a7e9-bd03f9579186 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:39:35.023860 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-5f0c6375-4e01-417d-ade2-f51ee71cfc5f admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:39:35.064121 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-29e4d60b-6568-47e2-8fbf-d372e36ea41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4255aca2-4e8d-4281-90a1-b684e77ccb8e', 'name': 'tempest-TestShelveInstance-729168278-router', 'tenant_id': '3ef42293e051422ea8d1c8e906da6b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '5d65a7ec-33bc-4b35-83f3-bca901bd0811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:39:31Z', 'updated_at': '2021-06-26T21:39:34Z', 'revision_number': 4, 'project_id': '3ef42293e051422ea8d1c8e906da6b7d', 'gw_port': {'id': '5d65a7ec-33bc-4b35-83f3-bca901bd0811', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4255aca2-4e8d-4281-90a1-b684e77ccb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:39:32Z', 'updated_at': '2021-06-26T21:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': '885da39d-afbe-47e2-8337-6fc5117aa509', 'name': '', 'network_id': '697ad1c6-be7b-41a9-a7e9-bd03f9579186', 'tenant_id': '3ef42293e051422ea8d1c8e906da6b7d', 'mac_address': 'fa:16:3e:1e:8d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4255aca2-4e8d-4281-90a1-b684e77ccb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'da89d400-abcf-42e1-900c-16eb824490e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:39:33Z', 'updated_at': '2021-06-26T21:39:33Z', 'revision_number': 1, 'project_id': '3ef42293e051422ea8d1c8e906da6b7d', 'subnets': [{'id': 'da89d400-abcf-42e1-900c-16eb824490e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:39:35.090991 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e4d60b-6568-47e2-8fbf-d372e36ea41a None None] The sync data for ids ['4255aca2-4e8d-4281-90a1-b684e77ccb8e'] in dv-cinder-798208-1-iscsi is: [{'id': '4255aca2-4e8d-4281-90a1-b684e77ccb8e', 'name': 'tempest-TestShelveInstance-729168278-router', 'tenant_id': '3ef42293e051422ea8d1c8e906da6b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '5d65a7ec-33bc-4b35-83f3-bca901bd0811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:39:31Z', 'updated_at': '2021-06-26T21:39:34Z', 'revision_number': 4, 'project_id': '3ef42293e051422ea8d1c8e906da6b7d', 'gw_port': {'id': '5d65a7ec-33bc-4b35-83f3-bca901bd0811', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4255aca2-4e8d-4281-90a1-b684e77ccb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:39:32Z', 'updated_at': '2021-06-26T21:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': '885da39d-afbe-47e2-8337-6fc5117aa509', 'name': '', 'network_id': '697ad1c6-be7b-41a9-a7e9-bd03f9579186', 'tenant_id': '3ef42293e051422ea8d1c8e906da6b7d', 'mac_address': 'fa:16:3e:1e:8d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4255aca2-4e8d-4281-90a1-b684e77ccb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'da89d400-abcf-42e1-900c-16eb824490e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:39:33Z', 'updated_at': '2021-06-26T21:39:33Z', 'revision_number': 1, 'project_id': '3ef42293e051422ea8d1c8e906da6b7d', 'subnets': [{'id': 'da89d400-abcf-42e1-900c-16eb824490e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 21:39:35.144637 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0c6375-4e01-417d-ade2-f51ee71cfc5f admin admin] Router 4255aca2-4e8d-4281-90a1-b684e77ccb8e has already been hosted by L3 agent 8f52ff15-e1cf-4181-89b9-9a217ed1d1bf {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 21:39:35.264036 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0c6375-4e01-417d-ade2-f51ee71cfc5f admin admin] Notify agent at l3_agent.dv-cinder-798208-1-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 21:39:35.269223 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-5f0c6375-4e01-417d-ade2-f51ee71cfc5f admin admin] 10.222.0.24 "PUT /v2.0/routers/4255aca2-4e8d-4281-90a1-b684e77ccb8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9807909 Jun 26 21:39:35.276378 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7342ed61-3ccd-45a1-b3f5-c1a305b746ab None None] Provisioning complete for port 885da39d-afbe-47e2-8337-6fc5117aa509 triggered by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:39:35.276764 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7342ed61-3ccd-45a1-b3f5-c1a305b746ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:35.335618 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-7342ed61-3ccd-45a1-b3f5-c1a305b746ab None None] Port 885da39d-afbe-47e2-8337-6fc5117aa509 cannot update to ACTIVE because it is not bound. {{(pid=92923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 21:39:35.431869 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 48614) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:35.516518 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-db74e65b-d149-49c4-b512-0af48b17d1f9 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:35.546616 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-db74e65b-d149-49c4-b512-0af48b17d1f9 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:35.620434 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-db74e65b-d149-49c4-b512-0af48b17d1f9 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:35.623857 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-db74e65b-d149-49c4-b512-0af48b17d1f9 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:35.625789 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-db74e65b-d149-49c4-b512-0af48b17d1f9 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] 10.222.0.24 "DELETE /v2.0/security-groups/ec64ee0d-6832-4a84-a6d9-48c6d44b7b50 HTTP/1.1" status: 204 len: 168 time: 0.1918583 Jun 26 21:39:35.627048 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5eeb82e7-3e47-4ce5-9eb5-213f8164eaaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:35.651674 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74e65b-d149-49c4-b512-0af48b17d1f9 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec64ee0d-6832-4a84-a6d9-48c6d44b7b50,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:35.655127 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-db74e65b-d149-49c4-b512-0af48b17d1f9 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:35.685860 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 48624) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:35.914242 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 7d2b20b6-8b8e-46f0-9744-e2f7facd362c up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:39:35.957176 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 48632) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:35.963774 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-f7fd9536-d352-41d0-b894-440f4c498d3f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-989043787-network', 'tenant_id': 'c6f91759b45543d1ab1dd3beb57eb1d8'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:39:35.967953 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port 7d2b20b6-8b8e-46f0-9744-e2f7facd362c triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:39:35.968412 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:35.988833 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7fd9536-d352-41d0-b894-440f4c498d3f admin admin] Made reservation on behalf of c6f91759b45543d1ab1dd3beb57eb1d8 for: {'network': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:39:35.991449 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f7fd9536-d352-41d0-b894-440f4c498d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for network, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:36.001612 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f7fd9536-d352-41d0-b894-440f4c498d3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:36.122229 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f7fd9536-d352-41d0-b894-440f4c498d3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:36.128700 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f7fd9536-d352-41d0-b894-440f4c498d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:36.132955 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-2a8b1742-5cf9-4e13-ad32-3a3ba61e439d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:36.154561 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7fd9536-d352-41d0-b894-440f4c498d3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=92922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 21:39:36.165515 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd9536-d352-41d0-b894-440f4c498d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d067ec58-4914-4fc7-a398-4102d2abb9de,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:36.169962 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f7fd9536-d352-41d0-b894-440f4c498d3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:36.171030 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f7fd9536-d352-41d0-b894-440f4c498d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175'] for segment, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:36.171393 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.db.segments_db [None req-f7fd9536-d352-41d0-b894-440f4c498d3f admin admin] Added segment a024208b-9272-4073-8475-bf924a71acb7 of type vlan for network 1cb82127-d66d-4d9e-a803-d3954d7f80b4 Jun 26 21:39:36.217123 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f7fd9536-d352-41d0-b894-440f4c498d3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773185029479'] for network, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:36.247464 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f7fd9536-d352-41d0-b894-440f4c498d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-938849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913'] for network, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:36.248874 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fd9536-d352-41d0-b894-440f4c498d3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:39:36.249529 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f7fd9536-d352-41d0-b894-440f4c498d3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for network, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:36.251902 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-856afda0-1b2d-435c-95fb-e0095569be2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:36.315758 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-f7fd9536-d352-41d0-b894-440f4c498d3f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3574142 Jun 26 21:39:36.316473 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 48634) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:36.325176 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-58e744a4-2508-4d95-9118-026cdfba2e9e admin admin] Request body: {'subnet': {'network_id': '1cb82127-d66d-4d9e-a803-d3954d7f80b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-989043787-subnet', 'tenant_id': 'c6f91759b45543d1ab1dd3beb57eb1d8', 'ip_version': 4}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:39:36.333817 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd9536-d352-41d0-b894-440f4c498d3f admin admin] Pushing event updated for resources: {'Network': ['ID=1cb82127-d66d-4d9e-a803-d3954d7f80b4,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:36.337778 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f7fd9536-d352-41d0-b894-440f4c498d3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:36.347477 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Network 1cb82127-d66d-4d9e-a803-d3954d7f80b4 details requested by agent ovs-agent-dv-cinder-798208-1-iscsi with host dv-cinder-798208-1-iscsi {{(pid=92923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 21:39:36.353640 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e744a4-2508-4d95-9118-026cdfba2e9e admin admin] Made reservation on behalf of c6f91759b45543d1ab1dd3beb57eb1d8 for: {'subnet': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:39:36.356611 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-58e744a4-2508-4d95-9118-026cdfba2e9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12365993'] for subnet, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:36.383611 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3132b414-d3b9-4164-80ab-d601b3b1252c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-698870'] for router_interface, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:36.548113 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-58e744a4-2508-4d95-9118-026cdfba2e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-221544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8809591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12366011'] for subnet, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:36.550449 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:36.604110 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e744a4-2508-4d95-9118-026cdfba2e9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=07c2b140-6c43-4c83-bd46-206202fcf4c0,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:36.607649 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-58e744a4-2508-4d95-9118-026cdfba2e9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:36.614096 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e744a4-2508-4d95-9118-026cdfba2e9e admin admin] Checking segment: {'id': 'a024208b-9272-4073-8475-bf924a71acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1cb82127-d66d-4d9e-a803-d3954d7f80b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:39:36.614455 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e744a4-2508-4d95-9118-026cdfba2e9e admin admin] Network hostable DHCP agents. Network: 1cb82127-d66d-4d9e-a803-d3954d7f80b4, hostable agents: ['9c021b02-9e9f-4fa2-a546-066f9ef0df46'], hosted agents: [] {{(pid=92922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 21:39:36.635055 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e744a4-2508-4d95-9118-026cdfba2e9e admin admin] Network 1cb82127-d66d-4d9e-a803-d3954d7f80b4 is scheduled to be hosted by DHCP agent 9c021b02-9e9f-4fa2-a546-066f9ef0df46 with binding_index 1 {{(pid=92922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 21:39:36.646581 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-58e744a4-2508-4d95-9118-026cdfba2e9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798208-1-iscsi, 1cb82127-d66d-4d9e-a803-d3954d7f80b4) {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:39:36.651546 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e744a4-2508-4d95-9118-026cdfba2e9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:39:36.652656 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-58e744a4-2508-4d95-9118-026cdfba2e9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:36.657878 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8e92b1-8bc0-48b8-a52f-eef67ea7ef5f None None] Network 1cb82127-d66d-4d9e-a803-d3954d7f80b4 requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:39:36.671353 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-3132b414-d3b9-4164-80ab-d601b3b1252c admin admin] Deleting port 4b29f8b2-ce57-466d-9e4f-4102489e5760 {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:39:36.672815 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3132b414-d3b9-4164-80ab-d601b3b1252c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:36.675739 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-58e744a4-2508-4d95-9118-026cdfba2e9e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3564315 Jun 26 21:39:36.677469 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 48636) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:36.681975 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-18cf5a3d-12ee-45c4-ab46-ae12c339ef83 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-989043787-router', 'tenant_id': 'c6f91759b45543d1ab1dd3beb57eb1d8', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'}}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:39:36.707587 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-18cf5a3d-12ee-45c4-ab46-ae12c339ef83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11028'] for router, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:36.709370 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-18cf5a3d-12ee-45c4-ab46-ae12c339ef83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-695336', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11021'] for router, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:36.773591 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-3132b414-d3b9-4164-80ab-d601b3b1252c admin admin] For port 4b29f8b2-ce57-466d-9e4f-4102489e5760, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=4b29f8b2-ce57-466d-9e4f-4102489e5760,segment=NetworkSegment(9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a),segment_id=9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:39:36.774013 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3132b414-d3b9-4164-80ab-d601b3b1252c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:36.776782 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-18cf5a3d-12ee-45c4-ab46-ae12c339ef83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:36.790292 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-3132b414-d3b9-4164-80ab-d601b3b1252c admin admin] Calling delete_port for 4b29f8b2-ce57-466d-9e4f-4102489e5760 owned by network:router_interface {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:39:36.830696 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab2c53e-7054-4f31-a68c-9630effbdfa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde5f2ef3-1d6e-553d-a39c-8e031008594d-1cb82127-d66d-4d9e-a803-d3954d7f80b4', 'network_id': '1cb82127-d66d-4d9e-a803-d3954d7f80b4', 'tenant_id': 'c6f91759b45543d1ab1dd3beb57eb1d8', 'fixed_ips': [{'subnet_id': '07c2b140-6c43-4c83-bd46-206202fcf4c0'}]}} from dv-cinder-798208-1-iscsi. {{(pid=92923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 26 21:39:36.831688 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3ab2c53e-7054-4f31-a68c-9630effbdfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:36.919350 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-18cf5a3d-12ee-45c4-ab46-ae12c339ef83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-695302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11071'] for router, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:36.985665 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-3ab2c53e-7054-4f31-a68c-9630effbdfa7 None None] Allocated IP 172.20.0.2 (1cb82127-d66d-4d9e-a803-d3954d7f80b4/07c2b140-6c43-4c83-bd46-206202fcf4c0/f26936c4-2c43-4987-9235-35f67d4d21d7) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:39:36.997200 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3132b414-d3b9-4164-80ab-d601b3b1252c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8896241'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:37.000448 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-e2ee19d1-8b47-47d8-8c58-c2f5673b2365 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:37.026823 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132b414-d3b9-4164-80ab-d601b3b1252c admin admin] Pushing event deleted for resources: {'Port': ['ID=4b29f8b2-ce57-466d-9e4f-4102489e5760,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:37.030298 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-3132b414-d3b9-4164-80ab-d601b3b1252c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:37.158534 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-18cf5a3d-12ee-45c4-ab46-ae12c339ef83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:37.177179 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3ab2c53e-7054-4f31-a68c-9630effbdfa7 None None] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:37.185849 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-18cf5a3d-12ee-45c4-ab46-ae12c339ef83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:37.187319 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-3ab2c53e-7054-4f31-a68c-9630effbdfa7 None None] Transition to ACTIVE for port object f26936c4-2c43-4987-9235-35f67d4d21d7 will not be triggered until provisioned by entity L2. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:39:37.208260 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-3ab2c53e-7054-4f31-a68c-9630effbdfa7 None None] Transition to ACTIVE for port object f26936c4-2c43-4987-9235-35f67d4d21d7 will not be triggered until provisioned by entity DHCP. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:39:37.215076 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3ab2c53e-7054-4f31-a68c-9630effbdfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:37.217918 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-da0531ac-8e0e-404c-93cd-65c78cf07a2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:37.245321 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3132b414-d3b9-4164-80ab-d601b3b1252c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692486'] for router_interface, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:37.283800 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab2c53e-7054-4f31-a68c-9630effbdfa7 None None] Network 1cb82127-d66d-4d9e-a803-d3954d7f80b4 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:39:37.286831 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-3ab2c53e-7054-4f31-a68c-9630effbdfa7 None None] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:39:37.290489 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab2c53e-7054-4f31-a68c-9630effbdfa7 None None] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:39:37.315418 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-18cf5a3d-12ee-45c4-ab46-ae12c339ef83 admin admin] Allocated IP 172.27.2.166 (fc74eb2e-f674-4785-8e1a-443cbfb459f7/02c6eafe-d2ac-4065-b904-73ec1df0a44a/4cb4d965-5552-4291-9371-2b569092ef33) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:39:37.326131 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab2c53e-7054-4f31-a68c-9630effbdfa7 None None] Pushing event updated for resources: {'Port': ['ID=f26936c4-2c43-4987-9235-35f67d4d21d7,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:37.330439 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-3ab2c53e-7054-4f31-a68c-9630effbdfa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:37.358367 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-3ab2c53e-7054-4f31-a68c-9630effbdfa7 None None] Attempting to bind port f26936c4-2c43-4987-9235-35f67d4d21d7 on host dv-cinder-798208-1-iscsi for vnic_type normal with profile {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:39:37.358742 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-3ab2c53e-7054-4f31-a68c-9630effbdfa7 None None] Attempting to bind port f26936c4-2c43-4987-9235-35f67d4d21d7 by drivers openvswitch,hyperv on host dv-cinder-798208-1-iscsi at level 0 using segments [{'id': 'a024208b-9272-4073-8475-bf924a71acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1cb82127-d66d-4d9e-a803-d3954d7f80b4'}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:39:37.359137 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab2c53e-7054-4f31-a68c-9630effbdfa7 None None] Attempting to bind port f26936c4-2c43-4987-9235-35f67d4d21d7 on network 1cb82127-d66d-4d9e-a803-d3954d7f80b4 {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:39:37.364217 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab2c53e-7054-4f31-a68c-9630effbdfa7 None None] Checking agent: {'id': '7280f8c8-6f14-48e1-b2dd-15f5d03fd9f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 21, 53), 'started_at': datetime.datetime(2021, 6, 26, 21, 22, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:39:37.364598 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab2c53e-7054-4f31-a68c-9630effbdfa7 None None] Checking segment: {'id': 'a024208b-9272-4073-8475-bf924a71acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1cb82127-d66d-4d9e-a803-d3954d7f80b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:39:37.365005 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3ab2c53e-7054-4f31-a68c-9630effbdfa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:37.365398 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab2c53e-7054-4f31-a68c-9630effbdfa7 None None] Bound using segment: {'id': 'a024208b-9272-4073-8475-bf924a71acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1cb82127-d66d-4d9e-a803-d3954d7f80b4'} {{(pid=92923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:39:37.365871 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.managers [None req-3ab2c53e-7054-4f31-a68c-9630effbdfa7 None None] Bound port: f26936c4-2c43-4987-9235-35f67d4d21d7, host: dv-cinder-798208-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a024208b-9272-4073-8475-bf924a71acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1cb82127-d66d-4d9e-a803-d3954d7f80b4'}}] {{(pid=92923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:39:37.366255 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3ab2c53e-7054-4f31-a68c-9630effbdfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:37.397235 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615e6438-913d-41a4-b0b0-e3d379860be3 None None] Sync routers for ids ['4255aca2-4e8d-4281-90a1-b684e77ccb8e'] in dv-cinder-798208-1-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 21:39:37.415575 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615e6438-913d-41a4-b0b0-e3d379860be3 None None] Routers {'4255aca2-4e8d-4281-90a1-b684e77ccb8e'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:39:37.417160 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-615e6438-913d-41a4-b0b0-e3d379860be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:39:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['4255aca2-4e8d-4281-90a1-b684e77ccb8e'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:39:37.443998 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-18cf5a3d-12ee-45c4-ab46-ae12c339ef83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:37.454166 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-3ab2c53e-7054-4f31-a68c-9630effbdfa7 None None] For port f26936c4-2c43-4987-9235-35f67d4d21d7, host dv-cinder-798208-1-iscsi, cleared binding levels {{(pid=92923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:39:37.460202 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-3ab2c53e-7054-4f31-a68c-9630effbdfa7 None None] For port f26936c4-2c43-4987-9235-35f67d4d21d7, host dv-cinder-798208-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=f26936c4-2c43-4987-9235-35f67d4d21d7,segment=NetworkSegment(a024208b-9272-4073-8475-bf924a71acb7),segment_id=a024208b-9272-4073-8475-bf924a71acb7)] {{(pid=92923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:39:37.469919 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3ab2c53e-7054-4f31-a68c-9630effbdfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:37.483890 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-76c5a3d6-55a8-42ec-80f2-189eb3f27045 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:37.512664 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-18cf5a3d-12ee-45c4-ab46-ae12c339ef83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8809475'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:37.517634 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-9bc53535-c18b-447a-8ff5-e888f6c31b58 tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:37.531877 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3132b414-d3b9-4164-80ab-d601b3b1252c admin admin] Router 91a92a4d-40e9-484e-a859-76bd492b0211 has already been hosted by L3 agent 8f52ff15-e1cf-4181-89b9-9a217ed1d1bf {{(pid=92921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 21:39:37.558001 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-615e6438-913d-41a4-b0b0-e3d379860be3 None None] Set router 4255aca2-4e8d-4281-90a1-b684e77ccb8e gateway port host: dv-cinder-798208-1-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:39:37.562563 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cf5a3d-12ee-45c4-ab46-ae12c339ef83 admin admin] Network fc74eb2e-f674-4785-8e1a-443cbfb459f7 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:39:37.566108 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab2c53e-7054-4f31-a68c-9630effbdfa7 None None] Pushing event updated for resources: {'Port': ['ID=f26936c4-2c43-4987-9235-35f67d4d21d7,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:37.570301 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-18cf5a3d-12ee-45c4-ab46-ae12c339ef83 admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:39:37.575136 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cf5a3d-12ee-45c4-ab46-ae12c339ef83 admin admin] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:39:37.576640 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-3ab2c53e-7054-4f31-a68c-9630effbdfa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:37.578572 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf5a3d-12ee-45c4-ab46-ae12c339ef83 admin admin] Pushing event updated for resources: {'Port': ['ID=4cb4d965-5552-4291-9371-2b569092ef33,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:37.604127 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-18cf5a3d-12ee-45c4-ab46-ae12c339ef83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:37.682678 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3132b414-d3b9-4164-80ab-d601b3b1252c admin admin] Notify agent at l3_agent.dv-cinder-798208-1-iscsi the message routers_updated {{(pid=92921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 21:39:37.688364 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-3132b414-d3b9-4164-80ab-d601b3b1252c admin admin] 10.222.0.24 "PUT /v2.0/routers/91a92a4d-40e9-484e-a859-76bd492b0211/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0012417 Jun 26 21:39:37.692389 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 48638) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:37.701380 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5179aba4-ac92-4fae-9a89-23bcf425558c None None] Sync routers for ids ['91a92a4d-40e9-484e-a859-76bd492b0211'] in dv-cinder-798208-1-iscsi {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 21:39:37.716796 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5179aba4-ac92-4fae-9a89-23bcf425558c None None] Routers {'91a92a4d-40e9-484e-a859-76bd492b0211'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:39:37.717588 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-5179aba4-ac92-4fae-9a89-23bcf425558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:39:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['91a92a4d-40e9-484e-a859-76bd492b0211'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:39:37.837658 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-615e6438-913d-41a4-b0b0-e3d379860be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4255aca2-4e8d-4281-90a1-b684e77ccb8e', 'name': 'tempest-TestShelveInstance-729168278-router', 'tenant_id': '3ef42293e051422ea8d1c8e906da6b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '5d65a7ec-33bc-4b35-83f3-bca901bd0811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:39:31Z', 'updated_at': '2021-06-26T21:39:34Z', 'revision_number': 4, 'project_id': '3ef42293e051422ea8d1c8e906da6b7d', 'gw_port': {'id': '5d65a7ec-33bc-4b35-83f3-bca901bd0811', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4255aca2-4e8d-4281-90a1-b684e77ccb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:39:32Z', 'updated_at': '2021-06-26T21:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': '885da39d-afbe-47e2-8337-6fc5117aa509', 'name': '', 'network_id': '697ad1c6-be7b-41a9-a7e9-bd03f9579186', 'tenant_id': '3ef42293e051422ea8d1c8e906da6b7d', 'mac_address': 'fa:16:3e:1e:8d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4255aca2-4e8d-4281-90a1-b684e77ccb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'da89d400-abcf-42e1-900c-16eb824490e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:39:33Z', 'updated_at': '2021-06-26T21:39:34Z', 'revision_number': 2, 'project_id': '3ef42293e051422ea8d1c8e906da6b7d', 'subnets': [{'id': 'da89d400-abcf-42e1-900c-16eb824490e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:39:37.893106 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615e6438-913d-41a4-b0b0-e3d379860be3 None None] Checking router: 4255aca2-4e8d-4281-90a1-b684e77ccb8e for host: dv-cinder-798208-1-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 21:39:37.893722 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615e6438-913d-41a4-b0b0-e3d379860be3 None None] Updating router 4255aca2-4e8d-4281-90a1-b684e77ccb8e port 885da39d-afbe-47e2-8337-6fc5117aa509 binding host dv-cinder-798208-1-iscsi {{(pid=92924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 21:39:37.942690 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-5179aba4-ac92-4fae-9a89-23bcf425558c None None] Set router 91a92a4d-40e9-484e-a859-76bd492b0211 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:39:37.946471 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-615e6438-913d-41a4-b0b0-e3d379860be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:37.958776 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-68c9ade1-d71b-4b17-a7cf-4b8d52b81735 admin admin] Notify callbacks [] for router, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:38.037844 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 5d65a7ec-33bc-4b35-83f3-bca901bd0811 up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:39:38.100822 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-18cf5a3d-12ee-45c4-ab46-ae12c339ef83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:38.145418 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning for port 5d65a7ec-33bc-4b35-83f3-bca901bd0811 completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:39:38.153515 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port 5d65a7ec-33bc-4b35-83f3-bca901bd0811 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:39:38.154009 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:38.166202 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-68c9ade1-d71b-4b17-a7cf-4b8d52b81735 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:38.268399 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-5179aba4-ac92-4fae-9a89-23bcf425558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'name': 'tempest-TestVolumeBootPattern-1551406780-router', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:05Z', 'updated_at': '2021-06-26T21:39:36Z', 'revision_number': 5, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'gw_port': {'id': '25c3676e-51fd-4dba-ab5d-5a77be2c73ff', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:08Z', 'updated_at': '2021-06-26T21:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi'}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:39:38.281889 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-615e6438-913d-41a4-b0b0-e3d379860be3 None None] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:38.292367 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-615e6438-913d-41a4-b0b0-e3d379860be3 None None] Transition to ACTIVE for port object 885da39d-afbe-47e2-8337-6fc5117aa509 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:39:38.301035 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-615e6438-913d-41a4-b0b0-e3d379860be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:38.303710 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-d4757545-32b1-4467-b4de-7605f8146e91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:38.306141 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5179aba4-ac92-4fae-9a89-23bcf425558c None None] Checking router: 91a92a4d-40e9-484e-a859-76bd492b0211 for host: dv-cinder-798208-1-iscsi {{(pid=92923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 21:39:38.310891 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:38.326306 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-68c9ade1-d71b-4b17-a7cf-4b8d52b81735 admin admin] Deleting port 25c3676e-51fd-4dba-ab5d-5a77be2c73ff {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:39:38.326672 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-68c9ade1-d71b-4b17-a7cf-4b8d52b81735 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:38.335988 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] For port 5d65a7ec-33bc-4b35-83f3-bca901bd0811, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=5d65a7ec-33bc-4b35-83f3-bca901bd0811,segment=NetworkSegment(4f28365d-aca5-4c5a-9953-491fa10de68c),segment_id=4f28365d-aca5-4c5a-9953-491fa10de68c)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:39:38.346480 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:38.348932 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c045cf2-c811-4627-a083-022bb7ad0ec3 None None] Pushing event updated for resources: {'Port': ['ID=885da39d-afbe-47e2-8337-6fc5117aa509,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:38.350271 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:38.353886 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5179aba4-ac92-4fae-9a89-23bcf425558c None None] Routers {'91a92a4d-40e9-484e-a859-76bd492b0211'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:39:38.354635 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-5179aba4-ac92-4fae-9a89-23bcf425558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:39:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['91a92a4d-40e9-484e-a859-76bd492b0211'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:39:38.363354 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c045cf2-c811-4627-a083-022bb7ad0ec3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:38.364002 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c045cf2-c811-4627-a083-022bb7ad0ec3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:38.364334 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c045cf2-c811-4627-a083-022bb7ad0ec3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:38.364656 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c045cf2-c811-4627-a083-022bb7ad0ec3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:38.364973 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c045cf2-c811-4627-a083-022bb7ad0ec3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:38.365288 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c045cf2-c811-4627-a083-022bb7ad0ec3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:38.365598 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c045cf2-c811-4627-a083-022bb7ad0ec3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:38.365907 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c045cf2-c811-4627-a083-022bb7ad0ec3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:38.366215 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c045cf2-c811-4627-a083-022bb7ad0ec3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:38.366522 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c045cf2-c811-4627-a083-022bb7ad0ec3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:38.366823 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c045cf2-c811-4627-a083-022bb7ad0ec3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:38.367120 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c045cf2-c811-4627-a083-022bb7ad0ec3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:38.386360 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-4c045cf2-c811-4627-a083-022bb7ad0ec3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:38.431813 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-615e6438-913d-41a4-b0b0-e3d379860be3 None None] Attempting to bind port 885da39d-afbe-47e2-8337-6fc5117aa509 on host dv-cinder-798208-1-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:39:38.432431 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-615e6438-913d-41a4-b0b0-e3d379860be3 None None] Attempting to bind port 885da39d-afbe-47e2-8337-6fc5117aa509 by drivers openvswitch,hyperv on host dv-cinder-798208-1-iscsi at level 0 using segments [{'id': '73616d55-55df-4dd3-947f-bbcf2754f2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '697ad1c6-be7b-41a9-a7e9-bd03f9579186'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:39:38.432431 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615e6438-913d-41a4-b0b0-e3d379860be3 None None] Attempting to bind port 885da39d-afbe-47e2-8337-6fc5117aa509 on network 697ad1c6-be7b-41a9-a7e9-bd03f9579186 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:39:38.443177 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615e6438-913d-41a4-b0b0-e3d379860be3 None None] Checking agent: {'id': '7280f8c8-6f14-48e1-b2dd-15f5d03fd9f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 21, 53), 'started_at': datetime.datetime(2021, 6, 26, 21, 22, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:39:38.443579 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615e6438-913d-41a4-b0b0-e3d379860be3 None None] Checking segment: {'id': '73616d55-55df-4dd3-947f-bbcf2754f2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '697ad1c6-be7b-41a9-a7e9-bd03f9579186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:39:38.444135 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-615e6438-913d-41a4-b0b0-e3d379860be3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:38.444538 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615e6438-913d-41a4-b0b0-e3d379860be3 None None] Bound using segment: {'id': '73616d55-55df-4dd3-947f-bbcf2754f2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '697ad1c6-be7b-41a9-a7e9-bd03f9579186'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:39:38.445323 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-615e6438-913d-41a4-b0b0-e3d379860be3 None None] Bound port: 885da39d-afbe-47e2-8337-6fc5117aa509, host: dv-cinder-798208-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73616d55-55df-4dd3-947f-bbcf2754f2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '697ad1c6-be7b-41a9-a7e9-bd03f9579186'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:39:38.445741 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-615e6438-913d-41a4-b0b0-e3d379860be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:38.560949 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-615e6438-913d-41a4-b0b0-e3d379860be3 None None] For port 885da39d-afbe-47e2-8337-6fc5117aa509, host dv-cinder-798208-1-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:39:38.564677 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-615e6438-913d-41a4-b0b0-e3d379860be3 None None] For port 885da39d-afbe-47e2-8337-6fc5117aa509, host dv-cinder-798208-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=885da39d-afbe-47e2-8337-6fc5117aa509,segment=NetworkSegment(73616d55-55df-4dd3-947f-bbcf2754f2c8),segment_id=73616d55-55df-4dd3-947f-bbcf2754f2c8)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:39:38.575239 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-615e6438-913d-41a4-b0b0-e3d379860be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:38.578448 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:38.649646 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615e6438-913d-41a4-b0b0-e3d379860be3 None None] Routers {'4255aca2-4e8d-4281-90a1-b684e77ccb8e'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:39:38.650314 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-615e6438-913d-41a4-b0b0-e3d379860be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:39:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['4255aca2-4e8d-4281-90a1-b684e77ccb8e'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:39:38.695520 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Pushing event updated for resources: {'Port': ['ID=5d65a7ec-33bc-4b35-83f3-bca901bd0811,revision_number=4']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:38.700313 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:38.707346 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-5179aba4-ac92-4fae-9a89-23bcf425558c None None] Set router 91a92a4d-40e9-484e-a859-76bd492b0211 gateway port host: None {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:39:38.789726 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-18cf5a3d-12ee-45c4-ab46-ae12c339ef83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642703'] for router, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:38.790915 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-5179aba4-ac92-4fae-9a89-23bcf425558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'name': 'tempest-TestVolumeBootPattern-1551406780-router', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:05Z', 'updated_at': '2021-06-26T21:39:38Z', 'revision_number': 6, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'gw_port_host': None}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:39:38.793020 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-615e6438-913d-41a4-b0b0-e3d379860be3 None None] Set router 4255aca2-4e8d-4281-90a1-b684e77ccb8e gateway port host: dv-cinder-798208-1-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:39:38.827672 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5179aba4-ac92-4fae-9a89-23bcf425558c None None] The sync data for ids ['91a92a4d-40e9-484e-a859-76bd492b0211'] in dv-cinder-798208-1-iscsi is: [{'id': '91a92a4d-40e9-484e-a859-76bd492b0211', 'name': 'tempest-TestVolumeBootPattern-1551406780-router', 'tenant_id': 'd57413efbdfc45b299c235407da019ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:05Z', 'updated_at': '2021-06-26T21:39:38Z', 'revision_number': 6, 'project_id': 'd57413efbdfc45b299c235407da019ce', 'gw_port_host': None}] {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 21:39:38.860336 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-68c9ade1-d71b-4b17-a7cf-4b8d52b81735 admin admin] For port 25c3676e-51fd-4dba-ab5d-5a77be2c73ff, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=25c3676e-51fd-4dba-ab5d-5a77be2c73ff,segment=NetworkSegment(4f28365d-aca5-4c5a-9953-491fa10de68c),segment_id=4f28365d-aca5-4c5a-9953-491fa10de68c)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:39:38.860698 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-68c9ade1-d71b-4b17-a7cf-4b8d52b81735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:38.887527 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-68c9ade1-d71b-4b17-a7cf-4b8d52b81735 admin admin] Calling delete_port for 25c3676e-51fd-4dba-ab5d-5a77be2c73ff owned by network:router_gateway {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:39:38.899086 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c045cf2-c811-4627-a083-022bb7ad0ec3 None None] Pushing event updated for resources: {'Port': ['ID=885da39d-afbe-47e2-8337-6fc5117aa509,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:38.910580 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-4c045cf2-c811-4627-a083-022bb7ad0ec3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:38.978879 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2296ae97-7344-4525-81d8-b2c8ac2886f2 None None] Network 1cb82127-d66d-4d9e-a803-d3954d7f80b4 requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:39:39.053390 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-615e6438-913d-41a4-b0b0-e3d379860be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4255aca2-4e8d-4281-90a1-b684e77ccb8e', 'name': 'tempest-TestShelveInstance-729168278-router', 'tenant_id': '3ef42293e051422ea8d1c8e906da6b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '5d65a7ec-33bc-4b35-83f3-bca901bd0811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:39:31Z', 'updated_at': '2021-06-26T21:39:34Z', 'revision_number': 4, 'project_id': '3ef42293e051422ea8d1c8e906da6b7d', 'gw_port': {'id': '5d65a7ec-33bc-4b35-83f3-bca901bd0811', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4255aca2-4e8d-4281-90a1-b684e77ccb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:39:32Z', 'updated_at': '2021-06-26T21:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': '885da39d-afbe-47e2-8337-6fc5117aa509', 'name': '', 'network_id': '697ad1c6-be7b-41a9-a7e9-bd03f9579186', 'tenant_id': '3ef42293e051422ea8d1c8e906da6b7d', 'mac_address': 'fa:16:3e:1e:8d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4255aca2-4e8d-4281-90a1-b684e77ccb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'da89d400-abcf-42e1-900c-16eb824490e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:39:33Z', 'updated_at': '2021-06-26T21:39:38Z', 'revision_number': 4, 'project_id': '3ef42293e051422ea8d1c8e906da6b7d', 'subnets': [{'id': 'da89d400-abcf-42e1-900c-16eb824490e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:39:39.070893 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18cf5a3d-12ee-45c4-ab46-ae12c339ef83 admin admin] Router 31870c91-b7ea-4f0b-8eb3-8b437808566d is scheduled to L3 agent 8f52ff15-e1cf-4181-89b9-9a217ed1d1bf with binding_index 1 {{(pid=92922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 26 21:39:39.105871 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-960799d4-1b94-4354-8cb1-fff47e8f0cfe None None] Provisioning for port f26936c4-2c43-4987-9235-35f67d4d21d7 completed by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:39:39.169143 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615e6438-913d-41a4-b0b0-e3d379860be3 None None] The sync data for ids ['4255aca2-4e8d-4281-90a1-b684e77ccb8e'] in dv-cinder-798208-1-iscsi is: [{'id': '4255aca2-4e8d-4281-90a1-b684e77ccb8e', 'name': 'tempest-TestShelveInstance-729168278-router', 'tenant_id': '3ef42293e051422ea8d1c8e906da6b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '5d65a7ec-33bc-4b35-83f3-bca901bd0811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:39:31Z', 'updated_at': '2021-06-26T21:39:34Z', 'revision_number': 4, 'project_id': '3ef42293e051422ea8d1c8e906da6b7d', 'gw_port': {'id': '5d65a7ec-33bc-4b35-83f3-bca901bd0811', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4255aca2-4e8d-4281-90a1-b684e77ccb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:39:32Z', 'updated_at': '2021-06-26T21:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': '885da39d-afbe-47e2-8337-6fc5117aa509', 'name': '', 'network_id': '697ad1c6-be7b-41a9-a7e9-bd03f9579186', 'tenant_id': '3ef42293e051422ea8d1c8e906da6b7d', 'mac_address': 'fa:16:3e:1e:8d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4255aca2-4e8d-4281-90a1-b684e77ccb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'da89d400-abcf-42e1-900c-16eb824490e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:39:33Z', 'updated_at': '2021-06-26T21:39:38Z', 'revision_number': 4, 'project_id': '3ef42293e051422ea8d1c8e906da6b7d', 'subnets': [{'id': 'da89d400-abcf-42e1-900c-16eb824490e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 21:39:39.244297 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-68c9ade1-d71b-4b17-a7cf-4b8d52b81735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8809482'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:39.248500 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-ff1495c6-9748-4465-99df-2229afcf7fc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:39.285273 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c9ade1-d71b-4b17-a7cf-4b8d52b81735 admin admin] Pushing event deleted for resources: {'Port': ['ID=25c3676e-51fd-4dba-ab5d-5a77be2c73ff,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:39.287778 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-68c9ade1-d71b-4b17-a7cf-4b8d52b81735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:39.290758 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18cf5a3d-12ee-45c4-ab46-ae12c339ef83 admin admin] Notify agent at l3_agent.dv-cinder-798208-1-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 21:39:39.301773 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222fae3d-27e3-46da-a7b1-57de3265deb5 None None] Sync routers for ids ['31870c91-b7ea-4f0b-8eb3-8b437808566d'] in dv-cinder-798208-1-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 21:39:39.311955 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222fae3d-27e3-46da-a7b1-57de3265deb5 None None] Routers {'31870c91-b7ea-4f0b-8eb3-8b437808566d'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:39:39.312879 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-222fae3d-27e3-46da-a7b1-57de3265deb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:39:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['31870c91-b7ea-4f0b-8eb3-8b437808566d'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:39:39.361577 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-18cf5a3d-12ee-45c4-ab46-ae12c339ef83 admin admin] Notify callbacks [] for router, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:39.363105 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-18cf5a3d-12ee-45c4-ab46-ae12c339ef83 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6846981 Jun 26 21:39:39.365902 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 48640) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:39.386135 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-68c9ade1-d71b-4b17-a7cf-4b8d52b81735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642748'] for router_gateway, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:39.501752 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-68c9ade1-d71b-4b17-a7cf-4b8d52b81735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11014'] for router, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:39.502950 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-222fae3d-27e3-46da-a7b1-57de3265deb5 None None] Set router 31870c91-b7ea-4f0b-8eb3-8b437808566d gateway port host: dv-cinder-798208-1-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:39:39.503936 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-68c9ade1-d71b-4b17-a7cf-4b8d52b81735 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:39.551480 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-68c9ade1-d71b-4b17-a7cf-4b8d52b81735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641515'] for router, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:39.552099 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c9ade1-d71b-4b17-a7cf-4b8d52b81735 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91a92a4d-40e9-484e-a859-76bd492b0211 {{(pid=92922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 21:39:39.556741 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-68c9ade1-d71b-4b17-a7cf-4b8d52b81735 admin admin] Notify callbacks [] for router, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:39.560613 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-68c9ade1-d71b-4b17-a7cf-4b8d52b81735 admin admin] 10.222.0.24 "DELETE /v2.0/routers/91a92a4d-40e9-484e-a859-76bd492b0211 HTTP/1.1" status: 204 len: 168 time: 1.8672426 Jun 26 21:39:39.561285 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 48642) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:39.606736 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_v2 [None req-463a6efd-deb5-43d0-942e-89b436bce529 admin admin] Deleting subnet b01ad406-256f-4138-8b6e-7125345feab0 {{(pid=92922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 21:39:39.610444 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-463a6efd-deb5-43d0-942e-89b436bce529 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:39.649568 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-463a6efd-deb5-43d0-942e-89b436bce529 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12086082'] for subnet, precommit_delete_associations {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:39.729352 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-222fae3d-27e3-46da-a7b1-57de3265deb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31870c91-b7ea-4f0b-8eb3-8b437808566d', 'name': 'tempest-TestShelveInstance-989043787-router', 'tenant_id': 'c6f91759b45543d1ab1dd3beb57eb1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '4cb4d965-5552-4291-9371-2b569092ef33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:39:36Z', 'updated_at': '2021-06-26T21:39:37Z', 'revision_number': 3, 'project_id': 'c6f91759b45543d1ab1dd3beb57eb1d8', 'gw_port': {'id': '4cb4d965-5552-4291-9371-2b569092ef33', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31870c91-b7ea-4f0b-8eb3-8b437808566d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:39:37Z', 'updated_at': '2021-06-26T21:39:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi'}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:39:39.762976 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222fae3d-27e3-46da-a7b1-57de3265deb5 None None] Checking router: 31870c91-b7ea-4f0b-8eb3-8b437808566d for host: dv-cinder-798208-1-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 21:39:39.765274 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222fae3d-27e3-46da-a7b1-57de3265deb5 None None] Updating router 31870c91-b7ea-4f0b-8eb3-8b437808566d port 4cb4d965-5552-4291-9371-2b569092ef33 binding host dv-cinder-798208-1-iscsi {{(pid=92924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 21:39:39.765468 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-463a6efd-deb5-43d0-942e-89b436bce529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4059658'] for subnet, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:39.811898 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-222fae3d-27e3-46da-a7b1-57de3265deb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:39.837107 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-463a6efd-deb5-43d0-942e-89b436bce529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4059677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-221544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8809520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12366152'] for subnet, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:39.858374 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-2afee95b-a2e3-41e2-880f-bfba8e54013c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:39.862791 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-463a6efd-deb5-43d0-942e-89b436bce529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:39.867050 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-463a6efd-deb5-43d0-942e-89b436bce529 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b01ad406-256f-4138-8b6e-7125345feab0 HTTP/1.1" status: 204 len: 168 time: 0.3041604 Jun 26 21:39:39.876468 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20aa4f90-3771-45a4-8ba4-71415dea452c None None] Network a8afb80a-5940-4655-9052-1907914d829f requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:39:39.883695 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 48644) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:39.893996 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463a6efd-deb5-43d0-942e-89b436bce529 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b01ad406-256f-4138-8b6e-7125345feab0,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:39.902900 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463a6efd-deb5-43d0-942e-89b436bce529 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:39.903528 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463a6efd-deb5-43d0-942e-89b436bce529 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:39.904076 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463a6efd-deb5-43d0-942e-89b436bce529 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:39.904603 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463a6efd-deb5-43d0-942e-89b436bce529 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:39.905138 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463a6efd-deb5-43d0-942e-89b436bce529 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:39.905660 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463a6efd-deb5-43d0-942e-89b436bce529 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:39.907360 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463a6efd-deb5-43d0-942e-89b436bce529 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:39.915840 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463a6efd-deb5-43d0-942e-89b436bce529 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:39.916501 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463a6efd-deb5-43d0-942e-89b436bce529 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:39.917298 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463a6efd-deb5-43d0-942e-89b436bce529 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:39.917816 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463a6efd-deb5-43d0-942e-89b436bce529 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:39.918340 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463a6efd-deb5-43d0-942e-89b436bce529 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:39:39.922792 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-463a6efd-deb5-43d0-942e-89b436bce529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:40.031810 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-539b54ca-96ba-4672-9c63-21d206fc62ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4140915'] for network, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:40.046834 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-384eccbb-999b-4fe3-a4ee-77ce064eb7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:40.090779 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device f26936c4-2c43-4987-9235-35f67d4d21d7 up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:39:40.162125 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47db1693-a193-461f-b746-543573578f87 None None] DHCP port deletion for a8afb80a-5940-4655-9052-1907914d829f request from dv-cinder-798208-1-iscsi {{(pid=92923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 26 21:39:40.201692 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning for port f26936c4-2c43-4987-9235-35f67d4d21d7 completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:39:40.208589 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port f26936c4-2c43-4987-9235-35f67d4d21d7 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:39:40.208979 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:40.237344 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-539b54ca-96ba-4672-9c63-21d206fc62ea admin admin] Deleting port c7250f85-87c4-4542-a64f-f342ca804454 {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:39:40.242033 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-539b54ca-96ba-4672-9c63-21d206fc62ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:40.267167 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-47db1693-a193-461f-b746-543573578f87 None None] Deleting port c7250f85-87c4-4542-a64f-f342ca804454 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:39:40.267628 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-47db1693-a193-461f-b746-543573578f87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:40.281450 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-222fae3d-27e3-46da-a7b1-57de3265deb5 None None] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:40.293106 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-222fae3d-27e3-46da-a7b1-57de3265deb5 None None] Transition to ACTIVE for port object 4cb4d965-5552-4291-9371-2b569092ef33 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:39:40.299644 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-222fae3d-27e3-46da-a7b1-57de3265deb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:40.302379 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-0e1a58fc-c81a-46e1-b00a-f18fbf8fc2bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:40.342682 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01e58f-219a-42a6-af2a-a71cda0de2f8 None None] Pushing event updated for resources: {'Port': ['ID=4cb4d965-5552-4291-9371-2b569092ef33,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:40.344769 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-539b54ca-96ba-4672-9c63-21d206fc62ea admin admin] For port c7250f85-87c4-4542-a64f-f342ca804454, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=c7250f85-87c4-4542-a64f-f342ca804454,segment=NetworkSegment(9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a),segment_id=9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:39:40.345233 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-539b54ca-96ba-4672-9c63-21d206fc62ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:40.349876 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ae01e58f-219a-42a6-af2a-a71cda0de2f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:40.360577 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-47db1693-a193-461f-b746-543573578f87 None None] For port c7250f85-87c4-4542-a64f-f342ca804454, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=c7250f85-87c4-4542-a64f-f342ca804454,segment=NetworkSegment(9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a),segment_id=9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:39:40.360985 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-47db1693-a193-461f-b746-543573578f87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:40.365642 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-539b54ca-96ba-4672-9c63-21d206fc62ea admin admin] Calling delete_port for c7250f85-87c4-4542-a64f-f342ca804454 owned by network:dhcp {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:39:40.365759 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-222fae3d-27e3-46da-a7b1-57de3265deb5 None None] Attempting to bind port 4cb4d965-5552-4291-9371-2b569092ef33 on host dv-cinder-798208-1-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:39:40.365759 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-222fae3d-27e3-46da-a7b1-57de3265deb5 None None] Attempting to bind port 4cb4d965-5552-4291-9371-2b569092ef33 by drivers openvswitch,hyperv on host dv-cinder-798208-1-iscsi at level 0 using segments [{'id': '4f28365d-aca5-4c5a-9953-491fa10de68c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:39:40.366125 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222fae3d-27e3-46da-a7b1-57de3265deb5 None None] Attempting to bind port 4cb4d965-5552-4291-9371-2b569092ef33 on network fc74eb2e-f674-4785-8e1a-443cbfb459f7 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:39:40.367907 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [None req-384eccbb-999b-4fe3-a4ee-77ce064eb7ae admin admin] Allocated IP 172.20.0.1 (1cb82127-d66d-4d9e-a803-d3954d7f80b4/07c2b140-6c43-4c83-bd46-206202fcf4c0/3b4be92e-91db-42a9-bfb8-7d011fb05870) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:39:40.369276 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:40.371637 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222fae3d-27e3-46da-a7b1-57de3265deb5 None None] Checking agent: {'id': '7280f8c8-6f14-48e1-b2dd-15f5d03fd9f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 21, 53), 'started_at': datetime.datetime(2021, 6, 26, 21, 22, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:39:40.372246 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222fae3d-27e3-46da-a7b1-57de3265deb5 None None] Checking segment: {'id': '4f28365d-aca5-4c5a-9953-491fa10de68c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:39:40.372394 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-222fae3d-27e3-46da-a7b1-57de3265deb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:40.372960 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222fae3d-27e3-46da-a7b1-57de3265deb5 None None] Bound using segment: {'id': '4f28365d-aca5-4c5a-9953-491fa10de68c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:39:40.373197 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-222fae3d-27e3-46da-a7b1-57de3265deb5 None None] Bound port: 4cb4d965-5552-4291-9371-2b569092ef33, host: dv-cinder-798208-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f28365d-aca5-4c5a-9953-491fa10de68c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:39:40.373912 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-222fae3d-27e3-46da-a7b1-57de3265deb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:40.382755 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-47db1693-a193-461f-b746-543573578f87 None None] Calling delete_port for c7250f85-87c4-4542-a64f-f342ca804454 owned by network:dhcp {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:39:40.441806 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-222fae3d-27e3-46da-a7b1-57de3265deb5 None None] For port 4cb4d965-5552-4291-9371-2b569092ef33, host dv-cinder-798208-1-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:39:40.446053 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-222fae3d-27e3-46da-a7b1-57de3265deb5 None None] For port 4cb4d965-5552-4291-9371-2b569092ef33, host dv-cinder-798208-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=4cb4d965-5552-4291-9371-2b569092ef33,segment=NetworkSegment(4f28365d-aca5-4c5a-9953-491fa10de68c),segment_id=4f28365d-aca5-4c5a-9953-491fa10de68c)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:39:40.451015 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-222fae3d-27e3-46da-a7b1-57de3265deb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:40.451474 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] For port f26936c4-2c43-4987-9235-35f67d4d21d7, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=f26936c4-2c43-4987-9235-35f67d4d21d7,segment=NetworkSegment(a024208b-9272-4073-8475-bf924a71acb7),segment_id=a024208b-9272-4073-8475-bf924a71acb7)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:39:40.462314 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-9e227167-26d2-4a92-a3b3-4686348f79c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:40.463632 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:40.464603 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 885da39d-afbe-47e2-8337-6fc5117aa509 up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:39:40.468616 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:40.513986 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222fae3d-27e3-46da-a7b1-57de3265deb5 None None] Routers {'31870c91-b7ea-4f0b-8eb3-8b437808566d'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:39:40.514662 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-222fae3d-27e3-46da-a7b1-57de3265deb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:39:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['31870c91-b7ea-4f0b-8eb3-8b437808566d'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:39:40.528549 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-539b54ca-96ba-4672-9c63-21d206fc62ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8896241'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:40.536523 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-28a66bbf-4453-495d-a38f-fc9025fc90db tempest-TestMinimumBasicScenario-1955376934 tempest-TestMinimumBasicScenario-1955376934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:40.560702 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b54ca-96ba-4672-9c63-21d206fc62ea admin admin] Pushing event deleted for resources: {'Port': ['ID=c7250f85-87c4-4542-a64f-f342ca804454,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:40.563921 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-539b54ca-96ba-4672-9c63-21d206fc62ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:40.564236 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01e58f-219a-42a6-af2a-a71cda0de2f8 None None] Pushing event updated for resources: {'Port': ['ID=4cb4d965-5552-4291-9371-2b569092ef33,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:40.569310 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-384eccbb-999b-4fe3-a4ee-77ce064eb7ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:40.569461 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ae01e58f-219a-42a6-af2a-a71cda0de2f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:40.580787 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539b54ca-96ba-4672-9c63-21d206fc62ea admin admin] No DVR routers for this DVR port c7250f85-87c4-4542-a64f-f342ca804454 on host dv-cinder-798208-1-iscsi {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 21:39:40.583508 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Pushing event updated for resources: {'Port': ['ID=f26936c4-2c43-4987-9235-35f67d4d21d7,revision_number=3']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:40.587430 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:40.588896 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-384eccbb-999b-4fe3-a4ee-77ce064eb7ae admin admin] Transition to ACTIVE for port object 3b4be92e-91db-42a9-bfb8-7d011fb05870 will not be triggered until provisioned by entity DHCP. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:39:40.592996 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-47db1693-a193-461f-b746-543573578f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:40.596203 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:40.625982 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47db1693-a193-461f-b746-543573578f87 None None] No DVR routers for this DVR port c7250f85-87c4-4542-a64f-f342ca804454 on host dv-cinder-798208-1-iscsi {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 21:39:40.630575 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning for port 885da39d-afbe-47e2-8337-6fc5117aa509 completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:39:40.635224 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db1693-a193-461f-b746-543573578f87 None None] Pushing event deleted for resources: {'Port': ['ID=c7250f85-87c4-4542-a64f-f342ca804454,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:40.637599 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-47db1693-a193-461f-b746-543573578f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:40.643897 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port 885da39d-afbe-47e2-8337-6fc5117aa509 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:39:40.644352 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:40.647924 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-222fae3d-27e3-46da-a7b1-57de3265deb5 None None] Set router 31870c91-b7ea-4f0b-8eb3-8b437808566d gateway port host: dv-cinder-798208-1-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:39:40.685443 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-539b54ca-96ba-4672-9c63-21d206fc62ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4059223', 'neutron.services.segments.db._delete_segments_for_network-8773185548566'] for network, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:40.704301 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.services.segments.db [None req-539b54ca-96ba-4672-9c63-21d206fc62ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8afb80a-5940-4655-9052-1907914d829f']}} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:39:40.717554 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.services.segments.db [None req-539b54ca-96ba-4672-9c63-21d206fc62ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a') {'for_net_delete': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:39:40.717975 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.services.segments.db [None req-539b54ca-96ba-4672-9c63-21d206fc62ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c7e6bd6-e96d-4cf7-97de-e890f8ae4a5a') {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:39:40.729714 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:40.732197 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-539b54ca-96ba-4672-9c63-21d206fc62ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773185534967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696141'] for segment, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:40.741395 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-384eccbb-999b-4fe3-a4ee-77ce064eb7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8896248'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:40.752801 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-7ebd8d8c-21d5-400f-bb66-456a03ad9057 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:40.764597 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] For port 885da39d-afbe-47e2-8337-6fc5117aa509, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=885da39d-afbe-47e2-8337-6fc5117aa509,segment=NetworkSegment(73616d55-55df-4dd3-947f-bbcf2754f2c8),segment_id=73616d55-55df-4dd3-947f-bbcf2754f2c8)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:39:40.769424 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:40.771085 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 5d65a7ec-33bc-4b35-83f3-bca901bd0811 up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:39:40.777760 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-539b54ca-96ba-4672-9c63-21d206fc62ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175'] for segment, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:40.782529 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384eccbb-999b-4fe3-a4ee-77ce064eb7ae admin admin] Network 1cb82127-d66d-4d9e-a803-d3954d7f80b4 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:39:40.789841 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-384eccbb-999b-4fe3-a4ee-77ce064eb7ae admin admin] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:39:40.791948 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-539b54ca-96ba-4672-9c63-21d206fc62ea admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=92921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 21:39:40.792353 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-539b54ca-96ba-4672-9c63-21d206fc62ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8896046'] for segment, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:40.795662 dv-cinder-798208-1-iscsi neutron-server[92921]: Traceback (most recent call last): Jun 26 21:39:40.795662 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 21:39:40.795662 dv-cinder-798208-1-iscsi neutron-server[92921]: timer() Jun 26 21:39:40.795662 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 21:39:40.795662 dv-cinder-798208-1-iscsi neutron-server[92921]: cb(*args, **kw) Jun 26 21:39:40.795662 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 21:39:40.795662 dv-cinder-798208-1-iscsi neutron-server[92921]: return func(*args, **kwargs) Jun 26 21:39:40.795662 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 21:39:40.795662 dv-cinder-798208-1-iscsi neutron-server[92921]: self._notify() Jun 26 21:39:40.795662 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 21:39:40.795662 dv-cinder-798208-1-iscsi neutron-server[92921]: self.callback(batched_events) Jun 26 21:39:40.795662 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 21:39:40.795662 dv-cinder-798208-1-iscsi neutron-server[92921]: event.method(event) Jun 26 21:39:40.795662 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 21:39:40.795662 dv-cinder-798208-1-iscsi neutron-server[92921]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 21:39:40.795662 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 21:39:40.795662 dv-cinder-798208-1-iscsi neutron-server[92921]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 21:39:40.795662 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 21:39:40.795662 dv-cinder-798208-1-iscsi neutron-server[92921]: return f(self, *a, **k) Jun 26 21:39:40.795662 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 21:39:40.795662 dv-cinder-798208-1-iscsi neutron-server[92921]: return self._get(url).json() Jun 26 21:39:40.795662 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 21:39:40.795662 dv-cinder-798208-1-iscsi neutron-server[92921]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 21:39:40.795662 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 21:39:40.795662 dv-cinder-798208-1-iscsi neutron-server[92921]: return self.request(url, 'GET', **kwargs) Jun 26 21:39:40.795662 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 21:39:40.795662 dv-cinder-798208-1-iscsi neutron-server[92921]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 21:39:40.795662 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 21:39:40.795662 dv-cinder-798208-1-iscsi neutron-server[92921]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 21:39:40.795662 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 21:39:40.795662 dv-cinder-798208-1-iscsi neutron-server[92921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 21:39:40.795662 dv-cinder-798208-1-iscsi neutron-server[92921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 21:39:40.799453 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:40.808762 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384eccbb-999b-4fe3-a4ee-77ce064eb7ae admin admin] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:39:40.855581 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-222fae3d-27e3-46da-a7b1-57de3265deb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31870c91-b7ea-4f0b-8eb3-8b437808566d', 'name': 'tempest-TestShelveInstance-989043787-router', 'tenant_id': 'c6f91759b45543d1ab1dd3beb57eb1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '4cb4d965-5552-4291-9371-2b569092ef33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:39:36Z', 'updated_at': '2021-06-26T21:39:37Z', 'revision_number': 3, 'project_id': 'c6f91759b45543d1ab1dd3beb57eb1d8', 'gw_port': {'id': '4cb4d965-5552-4291-9371-2b569092ef33', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31870c91-b7ea-4f0b-8eb3-8b437808566d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:39:37Z', 'updated_at': '2021-06-26T21:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi'}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:39:40.862021 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Pushing event updated for resources: {'Port': ['ID=885da39d-afbe-47e2-8337-6fc5117aa509,revision_number=5']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:40.865252 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:40.883249 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port 5d65a7ec-33bc-4b35-83f3-bca901bd0811 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:39:40.883732 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:40.892141 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222fae3d-27e3-46da-a7b1-57de3265deb5 None None] The sync data for ids ['31870c91-b7ea-4f0b-8eb3-8b437808566d'] in dv-cinder-798208-1-iscsi is: [{'id': '31870c91-b7ea-4f0b-8eb3-8b437808566d', 'name': 'tempest-TestShelveInstance-989043787-router', 'tenant_id': 'c6f91759b45543d1ab1dd3beb57eb1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '4cb4d965-5552-4291-9371-2b569092ef33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:39:36Z', 'updated_at': '2021-06-26T21:39:37Z', 'revision_number': 3, 'project_id': 'c6f91759b45543d1ab1dd3beb57eb1d8', 'gw_port': {'id': '4cb4d965-5552-4291-9371-2b569092ef33', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31870c91-b7ea-4f0b-8eb3-8b437808566d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:39:37Z', 'updated_at': '2021-06-26T21:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi'}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 21:39:41.055586 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 25c3676e-51fd-4dba-ab5d-5a77be2c73ff no longer exists at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:39:41.076821 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] No Port match for: 25c3676e-51fd-4dba-ab5d-5a77be2c73ff {{(pid=92923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 21:39:41.077035 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 25c3676e-51fd-4dba-ab5d-5a77be2c73ff not bound to the agent host dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 21:39:41.077474 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 4b29f8b2-ce57-466d-9e4f-4102489e5760 no longer exists at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:39:41.100830 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] No Port match for: 4b29f8b2-ce57-466d-9e4f-4102489e5760 {{(pid=92923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 21:39:41.101357 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 4b29f8b2-ce57-466d-9e4f-4102489e5760 not bound to the agent host dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 21:39:41.149561 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-8e0c78b5-2111-4607-bdb9-001528ba951c None None] Provisioning for port 3b4be92e-91db-42a9-bfb8-7d011fb05870 completed by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:39:41.154009 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-8e0c78b5-2111-4607-bdb9-001528ba951c None None] Provisioning complete for port 3b4be92e-91db-42a9-bfb8-7d011fb05870 triggered by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:39:41.154398 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8e0c78b5-2111-4607-bdb9-001528ba951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:41.194691 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-8e0c78b5-2111-4607-bdb9-001528ba951c None None] Port 3b4be92e-91db-42a9-bfb8-7d011fb05870 cannot update to ACTIVE because it is not bound. {{(pid=92923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 21:39:41.206149 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384eccbb-999b-4fe3-a4ee-77ce064eb7ae admin admin] Pushing event updated for resources: {'Port': ['ID=3b4be92e-91db-42a9-bfb8-7d011fb05870,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:41.209104 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-384eccbb-999b-4fe3-a4ee-77ce064eb7ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:41.231947 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-384eccbb-999b-4fe3-a4ee-77ce064eb7ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-698637'] for router_interface, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:41.234846 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-539b54ca-96ba-4672-9c63-21d206fc62ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4059228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-938849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642676'] for network, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:41.240848 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-539b54ca-96ba-4672-9c63-21d206fc62ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for network, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:41.245616 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-539b54ca-96ba-4672-9c63-21d206fc62ea admin admin] 10.222.0.24 "DELETE /v2.0/networks/a8afb80a-5940-4655-9052-1907914d829f HTTP/1.1" status: 204 len: 168 time: 1.3583789 Jun 26 21:39:41.246091 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 48646) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:41.273477 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-c8253ed5-01cb-429f-8120-78404b1e5148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:41.289464 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b54ca-96ba-4672-9c63-21d206fc62ea admin admin] Pushing event deleted for resources: {'Network': ['ID=a8afb80a-5940-4655-9052-1907914d829f,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:41.291968 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-539b54ca-96ba-4672-9c63-21d206fc62ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:41.392646 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-384eccbb-999b-4fe3-a4ee-77ce064eb7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:41.578213 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-384eccbb-999b-4fe3-a4ee-77ce064eb7ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:41.582983 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-384eccbb-999b-4fe3-a4ee-77ce064eb7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8896010'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:41.585331 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-1d6a042d-2be8-4a7a-a051-d69b98786e53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:41.618963 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-eddf6423-c23b-4021-b555-192ccd06b103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-698870'] for router_interface, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:41.652630 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384eccbb-999b-4fe3-a4ee-77ce064eb7ae admin admin] Pushing event updated for resources: {'Port': ['ID=3b4be92e-91db-42a9-bfb8-7d011fb05870,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:41.658464 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-384eccbb-999b-4fe3-a4ee-77ce064eb7ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:41.659825 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-384eccbb-999b-4fe3-a4ee-77ce064eb7ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1021643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-698769'] for router_interface, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:41.774545 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384eccbb-999b-4fe3-a4ee-77ce064eb7ae admin admin] Network 1cb82127-d66d-4d9e-a803-d3954d7f80b4 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:39:41.777020 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-384eccbb-999b-4fe3-a4ee-77ce064eb7ae admin admin] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:39:41.925718 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-eddf6423-c23b-4021-b555-192ccd06b103 admin admin] Deleting port f5b3db5c-9296-41d4-8a0d-98ce603e8ef9 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:39:41.926057 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-eddf6423-c23b-4021-b555-192ccd06b103 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:41.929648 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384eccbb-999b-4fe3-a4ee-77ce064eb7ae admin admin] Router 31870c91-b7ea-4f0b-8eb3-8b437808566d has already been hosted by L3 agent 8f52ff15-e1cf-4181-89b9-9a217ed1d1bf {{(pid=92921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 21:39:41.960965 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 4cb4d965-5552-4291-9371-2b569092ef33 up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:39:42.024839 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-eddf6423-c23b-4021-b555-192ccd06b103 admin admin] For port f5b3db5c-9296-41d4-8a0d-98ce603e8ef9, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=f5b3db5c-9296-41d4-8a0d-98ce603e8ef9,segment=NetworkSegment(bbea3f78-de38-4ebc-a8fb-ed61a3b49803),segment_id=bbea3f78-de38-4ebc-a8fb-ed61a3b49803)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:39:42.025203 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-eddf6423-c23b-4021-b555-192ccd06b103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:42.037510 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-c677dd02-5017-4fca-b0b4-a3e5b9ae7dfe None None] Provisioning complete for port 3b4be92e-91db-42a9-bfb8-7d011fb05870 triggered by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:39:42.037899 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c677dd02-5017-4fca-b0b4-a3e5b9ae7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:42.038731 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-eddf6423-c23b-4021-b555-192ccd06b103 admin admin] Calling delete_port for f5b3db5c-9296-41d4-8a0d-98ce603e8ef9 owned by network:router_interface {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:39:42.068360 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384eccbb-999b-4fe3-a4ee-77ce064eb7ae admin admin] Notify agent at l3_agent.dv-cinder-798208-1-iscsi the message routers_updated {{(pid=92921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 21:39:42.082094 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-384eccbb-999b-4fe3-a4ee-77ce064eb7ae admin admin] 10.222.0.24 "PUT /v2.0/routers/31870c91-b7ea-4f0b-8eb3-8b437808566d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7070284 Jun 26 21:39:42.082350 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning for port 4cb4d965-5552-4291-9371-2b569092ef33 completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:39:42.082495 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-c677dd02-5017-4fca-b0b4-a3e5b9ae7dfe None None] Port 3b4be92e-91db-42a9-bfb8-7d011fb05870 cannot update to ACTIVE because it is not bound. {{(pid=92923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 21:39:42.085051 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port 4cb4d965-5552-4291-9371-2b569092ef33 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:39:42.085426 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:42.165483 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:42.186337 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] For port 4cb4d965-5552-4291-9371-2b569092ef33, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=4cb4d965-5552-4291-9371-2b569092ef33,segment=NetworkSegment(4f28365d-aca5-4c5a-9953-491fa10de68c),segment_id=4f28365d-aca5-4c5a-9953-491fa10de68c)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:39:42.191371 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:42.192474 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device f26936c4-2c43-4987-9235-35f67d4d21d7 up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:39:42.196352 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-e1e984b4-10ec-4b4d-9a40-0512b7f6f5b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:42.241118 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-eddf6423-c23b-4021-b555-192ccd06b103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8809482'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:42.244352 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-cfbb193a-c833-4ead-bc40-8a79f0da991c tempest-TestVolumeBootPattern-2126926530 tempest-TestVolumeBootPattern-2126926530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:42.273112 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Pushing event updated for resources: {'Port': ['ID=4cb4d965-5552-4291-9371-2b569092ef33,revision_number=4']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:42.273387 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf6423-c23b-4021-b555-192ccd06b103 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5b3db5c-9296-41d4-8a0d-98ce603e8ef9,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:42.277478 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-eddf6423-c23b-4021-b555-192ccd06b103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:42.278039 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:42.288304 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port f26936c4-2c43-4987-9235-35f67d4d21d7 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:39:42.288673 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:42.388764 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 885da39d-afbe-47e2-8337-6fc5117aa509 up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:39:42.445501 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port 885da39d-afbe-47e2-8337-6fc5117aa509 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:39:42.445880 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:42.455770 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-eddf6423-c23b-4021-b555-192ccd06b103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692486'] for router_interface, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:42.603133 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device c7250f85-87c4-4542-a64f-f342ca804454 no longer exists at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:39:42.623813 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] No Port match for: c7250f85-87c4-4542-a64f-f342ca804454 {{(pid=92923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 21:39:42.624406 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device c7250f85-87c4-4542-a64f-f342ca804454 not bound to the agent host dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 21:39:42.700504 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eddf6423-c23b-4021-b555-192ccd06b103 admin admin] Router 0dee8d09-b948-4233-aa24-030384a7cb42 has already been hosted by L3 agent 8f52ff15-e1cf-4181-89b9-9a217ed1d1bf {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 21:39:42.720693 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 48654) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:42.725665 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [None req-24892c42-4256-44c7-be25-3aabea4da981 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1099028077', 'description': 'tempest-secgroup-smoke-1099028077 description', 'project_id': '3ef42293e051422ea8d1c8e906da6b7d'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:39:42.750119 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-24892c42-4256-44c7-be25-3aabea4da981 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks [] for security_group, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:42.821060 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eddf6423-c23b-4021-b555-192ccd06b103 admin admin] Notify agent at l3_agent.dv-cinder-798208-1-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 21:39:42.830233 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9697eb9d-b15f-434c-aca7-5445fea52dbf None None] Sync routers for ids ['0dee8d09-b948-4233-aa24-030384a7cb42'] in dv-cinder-798208-1-iscsi {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 21:39:42.834309 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-eddf6423-c23b-4021-b555-192ccd06b103 admin admin] 10.222.0.24 "PUT /v2.0/routers/0dee8d09-b948-4233-aa24-030384a7cb42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5847373 Jun 26 21:39:42.834763 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 48656) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:42.838349 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016a5e03-e3f7-4348-87d1-e1077cdb6daf None None] Sync routers for ids ['31870c91-b7ea-4f0b-8eb3-8b437808566d'] in dv-cinder-798208-1-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 21:39:42.842828 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9697eb9d-b15f-434c-aca7-5445fea52dbf None None] Routers {'0dee8d09-b948-4233-aa24-030384a7cb42'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:39:42.844099 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-9697eb9d-b15f-434c-aca7-5445fea52dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:39:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['0dee8d09-b948-4233-aa24-030384a7cb42'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:39:42.848377 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016a5e03-e3f7-4348-87d1-e1077cdb6daf None None] Routers {'31870c91-b7ea-4f0b-8eb3-8b437808566d'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:39:42.849030 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-016a5e03-e3f7-4348-87d1-e1077cdb6daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:39:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['31870c91-b7ea-4f0b-8eb3-8b437808566d'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:39:42.880066 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-24892c42-4256-44c7-be25-3aabea4da981 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks [] for security_group, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:42.889909 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-24892c42-4256-44c7-be25-3aabea4da981 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:42.895826 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-03dfbea6-2433-468a-a56d-603dede94974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:42.954800 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-24892c42-4256-44c7-be25-3aabea4da981 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:42.956408 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-9697eb9d-b15f-434c-aca7-5445fea52dbf None None] Set router 0dee8d09-b948-4233-aa24-030384a7cb42 gateway port host: dv-cinder-798208-1-iscsi {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:39:42.959020 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 48658) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:42.959214 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-24892c42-4256-44c7-be25-3aabea4da981 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2372508 Jun 26 21:39:42.963501 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-016a5e03-e3f7-4348-87d1-e1077cdb6daf None None] Set router 31870c91-b7ea-4f0b-8eb3-8b437808566d gateway port host: dv-cinder-798208-1-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:39:42.963796 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-9e41e27d-c26f-4241-a571-5b7a13b37351 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Request body: {'security_group_rule': {'security_group_id': 'f49f978c-3423-4359-9e44-5743bcbb6fd4', 'project_id': '3ef42293e051422ea8d1c8e906da6b7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:39:42.976093 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24892c42-4256-44c7-be25-3aabea4da981 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f49f978c-3423-4359-9e44-5743bcbb6fd4,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:42.980693 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-24892c42-4256-44c7-be25-3aabea4da981 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:42.992286 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d65ca77a-58dc-45a7-a0d8-520d5d1904ef admin admin] Notify callbacks [] for router, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:43.008247 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9e41e27d-c26f-4241-a571-5b7a13b37351 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:43.079161 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9e41e27d-c26f-4241-a571-5b7a13b37351 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:43.084687 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9e41e27d-c26f-4241-a571-5b7a13b37351 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-625768'] for security_group_rule, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:43.098574 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-393bafc1-1fce-4e0e-a1a0-8e2d6cd39eb1 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:43.114189 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e41e27d-c26f-4241-a571-5b7a13b37351 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e817ec89-eab5-467b-b910-f5b452f8407b,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:43.119140 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-9e41e27d-c26f-4241-a571-5b7a13b37351 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:43.121034 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9e41e27d-c26f-4241-a571-5b7a13b37351 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:43.123275 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-9e41e27d-c26f-4241-a571-5b7a13b37351 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1629071 Jun 26 21:39:43.125916 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 48660) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:43.127985 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d65ca77a-58dc-45a7-a0d8-520d5d1904ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:43.131045 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-369ec1ce-aca5-4ac7-85c6-6f2173298eb9 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Request body: {'security_group_rule': {'security_group_id': 'f49f978c-3423-4359-9e44-5743bcbb6fd4', 'project_id': '3ef42293e051422ea8d1c8e906da6b7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:39:43.162918 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-369ec1ce-aca5-4ac7-85c6-6f2173298eb9 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:43.190658 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-d65ca77a-58dc-45a7-a0d8-520d5d1904ef admin admin] Deleting port ba594e0a-6c6f-4060-82e2-b199b23a04b9 {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:39:43.191984 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d65ca77a-58dc-45a7-a0d8-520d5d1904ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:43.197699 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-9697eb9d-b15f-434c-aca7-5445fea52dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dee8d09-b948-4233-aa24-030384a7cb42', 'name': 'tempest-TestVolumeBootPattern-838963645-router', 'tenant_id': '14bf61a7254f4534a721414fd20240d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'ba594e0a-6c6f-4060-82e2-b199b23a04b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:23Z', 'updated_at': '2021-06-26T21:39:42Z', 'revision_number': 5, 'project_id': '14bf61a7254f4534a721414fd20240d4', 'gw_port': {'id': 'ba594e0a-6c6f-4060-82e2-b199b23a04b9', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dee8d09-b948-4233-aa24-030384a7cb42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:31:24Z', 'updated_at': '2021-06-26T21:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi'}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:39:43.227031 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-016a5e03-e3f7-4348-87d1-e1077cdb6daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31870c91-b7ea-4f0b-8eb3-8b437808566d', 'name': 'tempest-TestShelveInstance-989043787-router', 'tenant_id': 'c6f91759b45543d1ab1dd3beb57eb1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '4cb4d965-5552-4291-9371-2b569092ef33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:39:36Z', 'updated_at': '2021-06-26T21:39:41Z', 'revision_number': 4, 'project_id': 'c6f91759b45543d1ab1dd3beb57eb1d8', 'gw_port': {'id': '4cb4d965-5552-4291-9371-2b569092ef33', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31870c91-b7ea-4f0b-8eb3-8b437808566d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:39:37Z', 'updated_at': '2021-06-26T21:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': '3b4be92e-91db-42a9-bfb8-7d011fb05870', 'name': '', 'network_id': '1cb82127-d66d-4d9e-a803-d3954d7f80b4', 'tenant_id': 'c6f91759b45543d1ab1dd3beb57eb1d8', 'mac_address': 'fa:16:3e:80:17:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31870c91-b7ea-4f0b-8eb3-8b437808566d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '07c2b140-6c43-4c83-bd46-206202fcf4c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:39:40Z', 'updated_at': '2021-06-26T21:39:41Z', 'revision_number': 2, 'project_id': 'c6f91759b45543d1ab1dd3beb57eb1d8', 'subnets': [{'id': '07c2b140-6c43-4c83-bd46-206202fcf4c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:39:43.231256 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-369ec1ce-aca5-4ac7-85c6-6f2173298eb9 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:43.235631 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-369ec1ce-aca5-4ac7-85c6-6f2173298eb9 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-625768'] for security_group_rule, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:43.239349 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9697eb9d-b15f-434c-aca7-5445fea52dbf None None] Checking router: 0dee8d09-b948-4233-aa24-030384a7cb42 for host: dv-cinder-798208-1-iscsi {{(pid=92923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 21:39:43.248881 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9697eb9d-b15f-434c-aca7-5445fea52dbf None None] Routers {'0dee8d09-b948-4233-aa24-030384a7cb42'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:39:43.249780 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-9697eb9d-b15f-434c-aca7-5445fea52dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:39:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['0dee8d09-b948-4233-aa24-030384a7cb42'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:39:43.252026 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-eeef2242-1c28-41ca-a289-a53a3c72f7c5 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:43.262604 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-369ec1ce-aca5-4ac7-85c6-6f2173298eb9 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:43.264148 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-369ec1ce-aca5-4ac7-85c6-6f2173298eb9 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1370795 Jun 26 21:39:43.267352 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 48662) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:43.272281 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-851e61a4-ac74-43ec-99d9-e784415b8661 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Request body: {'security_group_rule': {'security_group_id': 'f49f978c-3423-4359-9e44-5743bcbb6fd4', 'project_id': '3ef42293e051422ea8d1c8e906da6b7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:39:43.278560 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ec1ce-aca5-4ac7-85c6-6f2173298eb9 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd68c121-00db-4f6b-bbe0-573ee4f9f541,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:43.283558 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-369ec1ce-aca5-4ac7-85c6-6f2173298eb9 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:43.297839 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-d65ca77a-58dc-45a7-a0d8-520d5d1904ef admin admin] For port ba594e0a-6c6f-4060-82e2-b199b23a04b9, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=ba594e0a-6c6f-4060-82e2-b199b23a04b9,segment=NetworkSegment(4f28365d-aca5-4c5a-9953-491fa10de68c),segment_id=4f28365d-aca5-4c5a-9953-491fa10de68c)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:39:43.298194 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d65ca77a-58dc-45a7-a0d8-520d5d1904ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:43.315765 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-851e61a4-ac74-43ec-99d9-e784415b8661 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:43.316004 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-d65ca77a-58dc-45a7-a0d8-520d5d1904ef admin admin] Calling delete_port for ba594e0a-6c6f-4060-82e2-b199b23a04b9 owned by network:router_gateway {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:39:43.351629 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-9697eb9d-b15f-434c-aca7-5445fea52dbf None None] Set router 0dee8d09-b948-4233-aa24-030384a7cb42 gateway port host: None {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:39:43.360017 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016a5e03-e3f7-4348-87d1-e1077cdb6daf None None] Checking router: 31870c91-b7ea-4f0b-8eb3-8b437808566d for host: dv-cinder-798208-1-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 21:39:43.360670 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016a5e03-e3f7-4348-87d1-e1077cdb6daf None None] Updating router 31870c91-b7ea-4f0b-8eb3-8b437808566d port 3b4be92e-91db-42a9-bfb8-7d011fb05870 binding host dv-cinder-798208-1-iscsi {{(pid=92924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 21:39:43.371641 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-851e61a4-ac74-43ec-99d9-e784415b8661 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:43.377818 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-851e61a4-ac74-43ec-99d9-e784415b8661 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-625768'] for security_group_rule, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:43.380626 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-efe0cfb6-3b75-42d6-814e-49ca92ad5835 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:43.398539 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-016a5e03-e3f7-4348-87d1-e1077cdb6daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:43.399162 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e61a4-ac74-43ec-99d9-e784415b8661 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb9d3302-570e-4e3c-8956-8b97e0df68a8,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:43.402274 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-851e61a4-ac74-43ec-99d9-e784415b8661 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:43.409348 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-851e61a4-ac74-43ec-99d9-e784415b8661 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:43.413622 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-851e61a4-ac74-43ec-99d9-e784415b8661 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1450725 Jun 26 21:39:43.414310 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 48664) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:43.419069 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-a262b4d4-247c-485f-8e8e-7adfbb57e782 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Request body: {'security_group_rule': {'security_group_id': 'f49f978c-3423-4359-9e44-5743bcbb6fd4', 'project_id': '3ef42293e051422ea8d1c8e906da6b7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:39:43.425509 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-9697eb9d-b15f-434c-aca7-5445fea52dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dee8d09-b948-4233-aa24-030384a7cb42', 'name': 'tempest-TestVolumeBootPattern-838963645-router', 'tenant_id': '14bf61a7254f4534a721414fd20240d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:23Z', 'updated_at': '2021-06-26T21:39:43Z', 'revision_number': 6, 'project_id': '14bf61a7254f4534a721414fd20240d4', 'gw_port_host': None}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:39:43.449525 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a262b4d4-247c-485f-8e8e-7adfbb57e782 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:43.453073 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9697eb9d-b15f-434c-aca7-5445fea52dbf None None] The sync data for ids ['0dee8d09-b948-4233-aa24-030384a7cb42'] in dv-cinder-798208-1-iscsi is: [{'id': '0dee8d09-b948-4233-aa24-030384a7cb42', 'name': 'tempest-TestVolumeBootPattern-838963645-router', 'tenant_id': '14bf61a7254f4534a721414fd20240d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:31:23Z', 'updated_at': '2021-06-26T21:39:43Z', 'revision_number': 6, 'project_id': '14bf61a7254f4534a721414fd20240d4', 'gw_port_host': None}] {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 21:39:43.534822 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a262b4d4-247c-485f-8e8e-7adfbb57e782 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:43.539770 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a262b4d4-247c-485f-8e8e-7adfbb57e782 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-625768'] for security_group_rule, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:43.542067 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:43.547022 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d65ca77a-58dc-45a7-a0d8-520d5d1904ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8896241'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:43.550136 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-e6a563f7-7b45-45a7-8c4e-2b0edee02ebb tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:43.561190 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262b4d4-247c-485f-8e8e-7adfbb57e782 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5fe709a-ebfb-4d62-86b2-1d5847cbde15,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:43.564121 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-a262b4d4-247c-485f-8e8e-7adfbb57e782 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:43.569707 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a262b4d4-247c-485f-8e8e-7adfbb57e782 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:43.574354 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-a262b4d4-247c-485f-8e8e-7adfbb57e782 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1587029 Jun 26 21:39:43.574932 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 48666) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:43.580066 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-69d63df1-6580-4d54-b182-811b9bda5c40 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Request body: {'security_group_rule': {'security_group_id': 'f49f978c-3423-4359-9e44-5743bcbb6fd4', 'project_id': '3ef42293e051422ea8d1c8e906da6b7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:39:43.582519 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ca77a-58dc-45a7-a0d8-520d5d1904ef admin admin] Pushing event deleted for resources: {'Port': ['ID=ba594e0a-6c6f-4060-82e2-b199b23a04b9,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:43.584909 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-d65ca77a-58dc-45a7-a0d8-520d5d1904ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:43.605688 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.db.securitygroups_db [None req-69d63df1-6580-4d54-b182-811b9bda5c40 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Project 3ef42293e051422ea8d1c8e906da6b7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 26 21:39:43.612022 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-69d63df1-6580-4d54-b182-811b9bda5c40 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:43.642564 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d65ca77a-58dc-45a7-a0d8-520d5d1904ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642748'] for router_gateway, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:43.678128 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-69d63df1-6580-4d54-b182-811b9bda5c40 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:43.679606 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-016a5e03-e3f7-4348-87d1-e1077cdb6daf None None] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:43.682842 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-69d63df1-6580-4d54-b182-811b9bda5c40 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-625768'] for security_group_rule, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:43.685143 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:43.689463 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-016a5e03-e3f7-4348-87d1-e1077cdb6daf None None] Transition to ACTIVE for port object 3b4be92e-91db-42a9-bfb8-7d011fb05870 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:39:43.695565 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-016a5e03-e3f7-4348-87d1-e1077cdb6daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:43.702572 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d63df1-6580-4d54-b182-811b9bda5c40 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05a5f3b4-3600-42c7-ae22-9ff89c594de8,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:43.704046 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-491350f8-54fc-455c-9397-40fce1e29605 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:43.706329 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-69d63df1-6580-4d54-b182-811b9bda5c40 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:43.712637 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-69d63df1-6580-4d54-b182-811b9bda5c40 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:43.716388 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-69d63df1-6580-4d54-b182-811b9bda5c40 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1378779 Jun 26 21:39:43.716703 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 48668) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:43.721693 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-f709ccfa-6aff-483d-9c78-d4211be58bdf tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Request body: {'security_group_rule': {'security_group_id': 'f49f978c-3423-4359-9e44-5743bcbb6fd4', 'project_id': '3ef42293e051422ea8d1c8e906da6b7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:39:43.741566 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d65ca77a-58dc-45a7-a0d8-520d5d1904ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11014'] for router, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:43.743860 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d65ca77a-58dc-45a7-a0d8-520d5d1904ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:43.748728 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.db.securitygroups_db [None req-f709ccfa-6aff-483d-9c78-d4211be58bdf tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Project 3ef42293e051422ea8d1c8e906da6b7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 26 21:39:43.756202 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f709ccfa-6aff-483d-9c78-d4211be58bdf tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:43.794915 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d65ca77a-58dc-45a7-a0d8-520d5d1904ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641515'] for router, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:43.795591 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65ca77a-58dc-45a7-a0d8-520d5d1904ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0dee8d09-b948-4233-aa24-030384a7cb42 {{(pid=92921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 21:39:43.800437 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d65ca77a-58dc-45a7-a0d8-520d5d1904ef admin admin] Notify callbacks [] for router, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:43.801585 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-d65ca77a-58dc-45a7-a0d8-520d5d1904ef admin admin] 10.222.0.24 "DELETE /v2.0/routers/0dee8d09-b948-4233-aa24-030384a7cb42 HTTP/1.1" status: 204 len: 168 time: 0.9657896 Jun 26 21:39:43.804392 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 48670) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:43.821850 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567ce1f-1ddd-47c4-8c0a-c30fbe36883f None None] Pushing event updated for resources: {'Port': ['ID=3b4be92e-91db-42a9-bfb8-7d011fb05870,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:43.840615 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f709ccfa-6aff-483d-9c78-d4211be58bdf tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:43.847502 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f709ccfa-6aff-483d-9c78-d4211be58bdf tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-625768'] for security_group_rule, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:43.850417 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-851e61a4-ac74-43ec-99d9-e784415b8661 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:43.865152 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-c567ce1f-1ddd-47c4-8c0a-c30fbe36883f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:43.866661 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-016a5e03-e3f7-4348-87d1-e1077cdb6daf None None] Attempting to bind port 3b4be92e-91db-42a9-bfb8-7d011fb05870 on host dv-cinder-798208-1-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:39:43.867042 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-016a5e03-e3f7-4348-87d1-e1077cdb6daf None None] Attempting to bind port 3b4be92e-91db-42a9-bfb8-7d011fb05870 by drivers openvswitch,hyperv on host dv-cinder-798208-1-iscsi at level 0 using segments [{'id': 'a024208b-9272-4073-8475-bf924a71acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1cb82127-d66d-4d9e-a803-d3954d7f80b4'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:39:43.868142 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016a5e03-e3f7-4348-87d1-e1077cdb6daf None None] Attempting to bind port 3b4be92e-91db-42a9-bfb8-7d011fb05870 on network 1cb82127-d66d-4d9e-a803-d3954d7f80b4 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:39:43.875517 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016a5e03-e3f7-4348-87d1-e1077cdb6daf None None] Checking agent: {'id': '7280f8c8-6f14-48e1-b2dd-15f5d03fd9f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 21, 53), 'started_at': datetime.datetime(2021, 6, 26, 21, 22, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:39:43.876126 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016a5e03-e3f7-4348-87d1-e1077cdb6daf None None] Checking segment: {'id': 'a024208b-9272-4073-8475-bf924a71acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1cb82127-d66d-4d9e-a803-d3954d7f80b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:39:43.876437 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-016a5e03-e3f7-4348-87d1-e1077cdb6daf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:43.876845 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016a5e03-e3f7-4348-87d1-e1077cdb6daf None None] Bound using segment: {'id': 'a024208b-9272-4073-8475-bf924a71acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1cb82127-d66d-4d9e-a803-d3954d7f80b4'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:39:43.877350 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-016a5e03-e3f7-4348-87d1-e1077cdb6daf None None] Bound port: 3b4be92e-91db-42a9-bfb8-7d011fb05870, host: dv-cinder-798208-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a024208b-9272-4073-8475-bf924a71acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1cb82127-d66d-4d9e-a803-d3954d7f80b4'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:39:43.877815 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-016a5e03-e3f7-4348-87d1-e1077cdb6daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:43.883821 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.db_base_plugin_v2 [None req-a320440a-8060-4a70-9cf5-eeebc478756f admin admin] Deleting subnet 45c0a90b-aa7b-4952-895c-0f72b16785f3 {{(pid=92921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 21:39:43.887707 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709ccfa-6aff-483d-9c78-d4211be58bdf tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a8a66bb-15e2-4e23-92c9-545d90b3669b,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:43.890954 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a320440a-8060-4a70-9cf5-eeebc478756f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:43.891319 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f709ccfa-6aff-483d-9c78-d4211be58bdf tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:43.899024 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f709ccfa-6aff-483d-9c78-d4211be58bdf tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:43.900456 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-f709ccfa-6aff-483d-9c78-d4211be58bdf tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1829650 Jun 26 21:39:43.981015 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a320440a-8060-4a70-9cf5-eeebc478756f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8696154'] for subnet, precommit_delete_associations {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:44.006419 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-016a5e03-e3f7-4348-87d1-e1077cdb6daf None None] For port 3b4be92e-91db-42a9-bfb8-7d011fb05870, host dv-cinder-798208-1-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:39:44.010241 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-016a5e03-e3f7-4348-87d1-e1077cdb6daf None None] For port 3b4be92e-91db-42a9-bfb8-7d011fb05870, host dv-cinder-798208-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=3b4be92e-91db-42a9-bfb8-7d011fb05870,segment=NetworkSegment(a024208b-9272-4073-8475-bf924a71acb7),segment_id=a024208b-9272-4073-8475-bf924a71acb7)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:39:44.015581 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-016a5e03-e3f7-4348-87d1-e1077cdb6daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:44.020701 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:44.074276 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016a5e03-e3f7-4348-87d1-e1077cdb6daf None None] Routers {'31870c91-b7ea-4f0b-8eb3-8b437808566d'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:39:44.074916 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-016a5e03-e3f7-4348-87d1-e1077cdb6daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:39:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['31870c91-b7ea-4f0b-8eb3-8b437808566d'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:39:44.103919 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a320440a-8060-4a70-9cf5-eeebc478756f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4059658'] for subnet, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:44.183035 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a320440a-8060-4a70-9cf5-eeebc478756f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4059677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-221544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8896203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8846128'] for subnet, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:44.195111 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a6bc166b-6478-4c46-8e9e-27f9ac11f17e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:44.213610 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567ce1f-1ddd-47c4-8c0a-c30fbe36883f None None] Pushing event updated for resources: {'Port': ['ID=3b4be92e-91db-42a9-bfb8-7d011fb05870,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:44.219929 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-c567ce1f-1ddd-47c4-8c0a-c30fbe36883f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:44.220393 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a320440a-8060-4a70-9cf5-eeebc478756f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45c0a90b-aa7b-4952-895c-0f72b16785f3,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:44.222977 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a320440a-8060-4a70-9cf5-eeebc478756f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:44.227508 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 48708) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:44.227671 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-a320440a-8060-4a70-9cf5-eeebc478756f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/45c0a90b-aa7b-4952-895c-0f72b16785f3 HTTP/1.1" status: 204 len: 168 time: 0.4218619 Jun 26 21:39:44.228375 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ba4f69-9c4a-4801-9a5e-668c8a0c9fab None None] Network de3fc5e5-65b7-4cf0-ac74-d433170735b0 requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:39:44.228841 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a320440a-8060-4a70-9cf5-eeebc478756f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:44.283880 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-016a5e03-e3f7-4348-87d1-e1077cdb6daf None None] Set router 31870c91-b7ea-4f0b-8eb3-8b437808566d gateway port host: dv-cinder-798208-1-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:39:44.338904 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7057480f-948b-46ce-a9c9-e4b0730563e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4140915'] for network, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:44.360958 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 4cb4d965-5552-4291-9371-2b569092ef33 up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:39:44.424362 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-7057480f-948b-46ce-a9c9-e4b0730563e0 admin admin] Deleting port 83f06d69-7f9d-4b0d-90d0-ecc52a2b1e44 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:39:44.424847 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7057480f-948b-46ce-a9c9-e4b0730563e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:44.491871 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port 4cb4d965-5552-4291-9371-2b569092ef33 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:39:44.492480 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:44.525981 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-7057480f-948b-46ce-a9c9-e4b0730563e0 admin admin] For port 83f06d69-7f9d-4b0d-90d0-ecc52a2b1e44, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=83f06d69-7f9d-4b0d-90d0-ecc52a2b1e44,segment=NetworkSegment(bbea3f78-de38-4ebc-a8fb-ed61a3b49803),segment_id=bbea3f78-de38-4ebc-a8fb-ed61a3b49803)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:39:44.526503 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7057480f-948b-46ce-a9c9-e4b0730563e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:44.569066 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-7057480f-948b-46ce-a9c9-e4b0730563e0 admin admin] Calling delete_port for 83f06d69-7f9d-4b0d-90d0-ecc52a2b1e44 owned by network:dhcp {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:39:44.654886 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-016a5e03-e3f7-4348-87d1-e1077cdb6daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31870c91-b7ea-4f0b-8eb3-8b437808566d', 'name': 'tempest-TestShelveInstance-989043787-router', 'tenant_id': 'c6f91759b45543d1ab1dd3beb57eb1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '4cb4d965-5552-4291-9371-2b569092ef33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:39:36Z', 'updated_at': '2021-06-26T21:39:41Z', 'revision_number': 4, 'project_id': 'c6f91759b45543d1ab1dd3beb57eb1d8', 'gw_port': {'id': '4cb4d965-5552-4291-9371-2b569092ef33', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31870c91-b7ea-4f0b-8eb3-8b437808566d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:39:37Z', 'updated_at': '2021-06-26T21:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': '3b4be92e-91db-42a9-bfb8-7d011fb05870', 'name': '', 'network_id': '1cb82127-d66d-4d9e-a803-d3954d7f80b4', 'tenant_id': 'c6f91759b45543d1ab1dd3beb57eb1d8', 'mac_address': 'fa:16:3e:80:17:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31870c91-b7ea-4f0b-8eb3-8b437808566d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '07c2b140-6c43-4c83-bd46-206202fcf4c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:39:40Z', 'updated_at': '2021-06-26T21:39:44Z', 'revision_number': 4, 'project_id': 'c6f91759b45543d1ab1dd3beb57eb1d8', 'subnets': [{'id': '07c2b140-6c43-4c83-bd46-206202fcf4c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:39:44.692423 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016a5e03-e3f7-4348-87d1-e1077cdb6daf None None] The sync data for ids ['31870c91-b7ea-4f0b-8eb3-8b437808566d'] in dv-cinder-798208-1-iscsi is: [{'id': '31870c91-b7ea-4f0b-8eb3-8b437808566d', 'name': 'tempest-TestShelveInstance-989043787-router', 'tenant_id': 'c6f91759b45543d1ab1dd3beb57eb1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '4cb4d965-5552-4291-9371-2b569092ef33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:39:36Z', 'updated_at': '2021-06-26T21:39:41Z', 'revision_number': 4, 'project_id': 'c6f91759b45543d1ab1dd3beb57eb1d8', 'gw_port': {'id': '4cb4d965-5552-4291-9371-2b569092ef33', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31870c91-b7ea-4f0b-8eb3-8b437808566d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:39:37Z', 'updated_at': '2021-06-26T21:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': '3b4be92e-91db-42a9-bfb8-7d011fb05870', 'name': '', 'network_id': '1cb82127-d66d-4d9e-a803-d3954d7f80b4', 'tenant_id': 'c6f91759b45543d1ab1dd3beb57eb1d8', 'mac_address': 'fa:16:3e:80:17:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31870c91-b7ea-4f0b-8eb3-8b437808566d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '07c2b140-6c43-4c83-bd46-206202fcf4c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:39:40Z', 'updated_at': '2021-06-26T21:39:44Z', 'revision_number': 4, 'project_id': 'c6f91759b45543d1ab1dd3beb57eb1d8', 'subnets': [{'id': '07c2b140-6c43-4c83-bd46-206202fcf4c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 21:39:44.719167 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b1ed22-87a6-4606-85a7-064dde69b3ab None None] DHCP port deletion for de3fc5e5-65b7-4cf0-ac74-d433170735b0 request from dv-cinder-798208-1-iscsi {{(pid=92923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 26 21:39:44.726156 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7057480f-948b-46ce-a9c9-e4b0730563e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8809482'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:44.731486 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-a7414483-7d95-4bd4-9e3a-9b407db3ee31 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:44.783817 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7057480f-948b-46ce-a9c9-e4b0730563e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=83f06d69-7f9d-4b0d-90d0-ecc52a2b1e44,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:44.785635 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7057480f-948b-46ce-a9c9-e4b0730563e0 admin admin] No DVR routers for this DVR port 83f06d69-7f9d-4b0d-90d0-ecc52a2b1e44 on host dv-cinder-798208-1-iscsi {{(pid=92922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 21:39:44.787082 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-7057480f-948b-46ce-a9c9-e4b0730563e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:44.880032 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7057480f-948b-46ce-a9c9-e4b0730563e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4059223', 'neutron.services.segments.db._delete_segments_for_network-8773185548566'] for network, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:44.883842 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device f5b3db5c-9296-41d4-8a0d-98ce603e8ef9 no longer exists at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:39:44.891740 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-7057480f-948b-46ce-a9c9-e4b0730563e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de3fc5e5-65b7-4cf0-ac74-d433170735b0']}} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:39:44.903639 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-7057480f-948b-46ce-a9c9-e4b0730563e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbea3f78-de38-4ebc-a8fb-ed61a3b49803') {'for_net_delete': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:39:44.903828 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-7057480f-948b-46ce-a9c9-e4b0730563e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbea3f78-de38-4ebc-a8fb-ed61a3b49803') {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:39:44.909445 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] No Port match for: f5b3db5c-9296-41d4-8a0d-98ce603e8ef9 {{(pid=92923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 21:39:44.909810 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device f5b3db5c-9296-41d4-8a0d-98ce603e8ef9 not bound to the agent host dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 21:39:44.914075 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7057480f-948b-46ce-a9c9-e4b0730563e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773185534967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12086101'] for segment, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:44.928235 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7057480f-948b-46ce-a9c9-e4b0730563e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175'] for segment, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:44.935524 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7057480f-948b-46ce-a9c9-e4b0730563e0 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=92922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 21:39:44.936174 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7057480f-948b-46ce-a9c9-e4b0730563e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8809685'] for segment, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:44.938459 dv-cinder-798208-1-iscsi neutron-server[92922]: Traceback (most recent call last): Jun 26 21:39:44.938459 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 21:39:44.938459 dv-cinder-798208-1-iscsi neutron-server[92922]: timer() Jun 26 21:39:44.938459 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 21:39:44.938459 dv-cinder-798208-1-iscsi neutron-server[92922]: cb(*args, **kw) Jun 26 21:39:44.938459 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 21:39:44.938459 dv-cinder-798208-1-iscsi neutron-server[92922]: return func(*args, **kwargs) Jun 26 21:39:44.938459 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 21:39:44.938459 dv-cinder-798208-1-iscsi neutron-server[92922]: self._notify() Jun 26 21:39:44.938459 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 21:39:44.938459 dv-cinder-798208-1-iscsi neutron-server[92922]: self.callback(batched_events) Jun 26 21:39:44.938459 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 21:39:44.938459 dv-cinder-798208-1-iscsi neutron-server[92922]: event.method(event) Jun 26 21:39:44.938459 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 21:39:44.938459 dv-cinder-798208-1-iscsi neutron-server[92922]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 21:39:44.938459 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 21:39:44.938459 dv-cinder-798208-1-iscsi neutron-server[92922]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 21:39:44.938459 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 21:39:44.938459 dv-cinder-798208-1-iscsi neutron-server[92922]: return f(self, *a, **k) Jun 26 21:39:44.938459 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 21:39:44.938459 dv-cinder-798208-1-iscsi neutron-server[92922]: return self._get(url).json() Jun 26 21:39:44.938459 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 21:39:44.938459 dv-cinder-798208-1-iscsi neutron-server[92922]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 21:39:44.938459 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 21:39:44.938459 dv-cinder-798208-1-iscsi neutron-server[92922]: return self.request(url, 'GET', **kwargs) Jun 26 21:39:44.938459 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 21:39:44.938459 dv-cinder-798208-1-iscsi neutron-server[92922]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 21:39:44.938459 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 21:39:44.938459 dv-cinder-798208-1-iscsi neutron-server[92922]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 21:39:44.938459 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 21:39:44.938459 dv-cinder-798208-1-iscsi neutron-server[92922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 21:39:44.938459 dv-cinder-798208-1-iscsi neutron-server[92922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 21:39:45.001527 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7057480f-948b-46ce-a9c9-e4b0730563e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4059228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-938849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642676'] for network, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:45.006236 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:45.009915 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7057480f-948b-46ce-a9c9-e4b0730563e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for network, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:45.011828 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-7057480f-948b-46ce-a9c9-e4b0730563e0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/de3fc5e5-65b7-4cf0-ac74-d433170735b0 HTTP/1.1" status: 204 len: 168 time: 0.7833011 Jun 26 21:39:45.032085 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7057480f-948b-46ce-a9c9-e4b0730563e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=de3fc5e5-65b7-4cf0-ac74-d433170735b0,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:45.035537 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-7057480f-948b-46ce-a9c9-e4b0730563e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:45.205838 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 48734) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:45.250784 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-e8ef1699-7d26-49f8-9d8d-3bdb777f10be admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d57413efbdfc45b299c235407da019ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0436795 Jun 26 21:39:45.253230 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 48736) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:45.299893 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a8827de6-067e-496d-af1b-c9f995579039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:45.322586 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a8827de6-067e-496d-af1b-c9f995579039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:45.367401 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a8827de6-067e-496d-af1b-c9f995579039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:45.369963 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a8827de6-067e-496d-af1b-c9f995579039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:45.371102 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-a8827de6-067e-496d-af1b-c9f995579039 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b65c7f7d-b59e-4ce5-a96d-d94b997dbbec HTTP/1.1" status: 204 len: 168 time: 0.1168475 Jun 26 21:39:45.371985 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-a8496c52-4494-45ee-843d-e2ef58520482 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:45.380178 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8827de6-067e-496d-af1b-c9f995579039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65c7f7d-b59e-4ce5-a96d-d94b997dbbec,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:45.382611 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-a8827de6-067e-496d-af1b-c9f995579039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:45.721388 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 48744) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:45.761464 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-b1fe6535-0c60-4e83-a4e3-000ee482b05f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=14bf61a7254f4534a721414fd20240d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388126 Jun 26 21:39:45.763775 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 48746) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:39:45.815838 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6dbb717d-0107-4ad0-ab96-55c9903eddba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:45.839792 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6dbb717d-0107-4ad0-ab96-55c9903eddba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:45.854741 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 3b4be92e-91db-42a9-bfb8-7d011fb05870 up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:39:45.887995 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6dbb717d-0107-4ad0-ab96-55c9903eddba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:45.891131 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6dbb717d-0107-4ad0-ab96-55c9903eddba admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:45.892301 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-6dbb717d-0107-4ad0-ab96-55c9903eddba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c887c8a8-9888-4cd5-990e-94402cc92493 HTTP/1.1" status: 204 len: 168 time: 0.1276639 Jun 26 21:39:45.893073 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-3cdf4611-816b-4610-8ec5-c15b1fa917c6 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:45.900971 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb717d-0107-4ad0-ab96-55c9903eddba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c887c8a8-9888-4cd5-990e-94402cc92493,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:45.903588 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-6dbb717d-0107-4ad0-ab96-55c9903eddba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:45.925914 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning for port 3b4be92e-91db-42a9-bfb8-7d011fb05870 completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:39:45.931470 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port 3b4be92e-91db-42a9-bfb8-7d011fb05870 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:39:45.932265 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:46.023471 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:46.057637 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] For port 3b4be92e-91db-42a9-bfb8-7d011fb05870, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=3b4be92e-91db-42a9-bfb8-7d011fb05870,segment=NetworkSegment(a024208b-9272-4073-8475-bf924a71acb7),segment_id=a024208b-9272-4073-8475-bf924a71acb7)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:39:46.061644 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:46.067320 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:39:46.129310 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Pushing event updated for resources: {'Port': ['ID=3b4be92e-91db-42a9-bfb8-7d011fb05870,revision_number=5']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:39:46.133213 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:39:46.162508 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device ba594e0a-6c6f-4060-82e2-b199b23a04b9 no longer exists at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:39:46.186919 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] No Port match for: ba594e0a-6c6f-4060-82e2-b199b23a04b9 {{(pid=92923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 21:39:46.187297 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device ba594e0a-6c6f-4060-82e2-b199b23a04b9 not bound to the agent host dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 21:39:46.187732 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 83f06d69-7f9d-4b0d-90d0-ecc52a2b1e44 no longer exists at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:39:46.207154 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] No Port match for: 83f06d69-7f9d-4b0d-90d0-ecc52a2b1e44 {{(pid=92923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 21:39:46.207564 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 83f06d69-7f9d-4b0d-90d0-ecc52a2b1e44 not bound to the agent host dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 21:39:46.768510 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.agents_db [None req-53b98272-06bb-47ef-8924-edf36d473ef8 None None] Agent healthcheck: found 6 active agents {{(pid=92924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 21:39:47.835870 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 3b4be92e-91db-42a9-bfb8-7d011fb05870 up at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:39:47.884756 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Provisioning complete for port 3b4be92e-91db-42a9-bfb8-7d011fb05870 triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:39:47.885204 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:50.410538 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f5ef54fb-209a-4012-b0fb-76eaab583b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:52.653284 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:54.643153 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-17b443a4-55a1-4e6c-bb5b-3186baa9be43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:55.903202 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:55.960939 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:57.644907 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:39:59.555841 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-d6d59507-6095-428e-b077-2929cc6c13d1 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1099028077&fields=id&tenant_id=3ef42293e051422ea8d1c8e906da6b7d HTTP/1.1" status: 200 len: 267 time: 0.0380220 Jun 26 21:39:59.682771 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-0d6247cc-1fd1-4381-8b9e-8492d60092c1 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:39:59.684267 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-0d6247cc-1fd1-4381-8b9e-8492d60092c1 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/networks?id=697ad1c6-be7b-41a9-a7e9-bd03f9579186 HTTP/1.1" status: 200 len: 808 time: 0.1214201 Jun 26 21:39:59.707258 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-02c49209-0fb5-4012-b181-0a82f484f56f tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/quotas/3ef42293e051422ea8d1c8e906da6b7d HTTP/1.1" status: 200 len: 375 time: 0.0126631 Jun 26 21:40:00.103263 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-b006bbd5-b164-44da-b4f2-3cc2c00086e0 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3ef42293e051422ea8d1c8e906da6b7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3865018 Jun 26 21:40:00.119076 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-2fe2ba90-45f1-46b7-a9db-570eacc57150 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 21:40:00.120121 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-2fe2ba90-45f1-46b7-a9db-570eacc57150 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056274 Jun 26 21:40:00.215249 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-2dcae9fe-1635-42cd-b1f9-c9b240579942 service neutron] 10.222.0.24 "GET /v2.0/networks/697ad1c6-be7b-41a9-a7e9-bd03f9579186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889666 Jun 26 21:40:00.322334 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-a4b368e1-f4c0-4ad7-9f33-3038f48fadba service neutron] 10.222.0.24 "GET /v2.0/networks/697ad1c6-be7b-41a9-a7e9-bd03f9579186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008849 Jun 26 21:40:00.843350 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e1a437f1-0dd6-4942-877a-133549e72c29 req-3874079a-4b3f-4c09-8194-729a210238e2 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 210 time: 0.2310205 Jun 26 21:40:02.023442 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e7b5e970-25a4-4fab-8ebe-fbc303bd4ce6 req-097bf270-baa5-4349-9235-3e6da5dae45b tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 210 time: 0.0499692 Jun 26 21:40:02.118505 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-379bdf82-6575-4fcf-8e4b-2f475a1b3945 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:40:02.120096 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-379bdf82-6575-4fcf-8e4b-2f475a1b3945 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.41 "GET /v2.0/networks?id=697ad1c6-be7b-41a9-a7e9-bd03f9579186 HTTP/1.1" status: 200 len: 808 time: 0.1501360 Jun 26 21:40:02.174681 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-b7ee096f-02d6-4a10-8165-fca7fdac950f tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ef42293e051422ea8d1c8e906da6b7d HTTP/1.1" status: 200 len: 380 time: 0.0450981 Jun 26 21:40:02.184490 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-6c9670ef-a2bd-40d7-b688-625799e6abb1 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Request body: {'port': {'device_id': 'd30f0ef3-7da5-4d7a-a3c9-038cd7f6177c', 'network_id': '697ad1c6-be7b-41a9-a7e9-bd03f9579186', 'admin_state_up': True, 'tenant_id': '3ef42293e051422ea8d1c8e906da6b7d', 'security_groups': ['f49f978c-3423-4359-9e44-5743bcbb6fd4']}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:40:02.313426 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-6c9670ef-a2bd-40d7-b688-625799e6abb1 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Made reservation on behalf of 3ef42293e051422ea8d1c8e906da6b7d for: {'port': 1} {{(pid=92921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 21:40:02.317270 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-6c9670ef-a2bd-40d7-b688-625799e6abb1 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:40:02.472055 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-6c9670ef-a2bd-40d7-b688-625799e6abb1 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Allocated IP 172.20.0.9 (697ad1c6-be7b-41a9-a7e9-bd03f9579186/da89d400-abcf-42e1-900c-16eb824490e7/92a9b482-9419-4bb7-bc73-cf311abe46de) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:40:02.644126 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-6c9670ef-a2bd-40d7-b688-625799e6abb1 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:40:02.658604 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-6c9670ef-a2bd-40d7-b688-625799e6abb1 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Transition to ACTIVE for port object 92a9b482-9419-4bb7-bc73-cf311abe46de will not be triggered until provisioned by entity DHCP. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:40:02.695231 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-6c9670ef-a2bd-40d7-b688-625799e6abb1 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8896248'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:40:02.700419 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-3132b414-d3b9-4164-80ab-d601b3b1252c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:40:02.749701 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-6c9670ef-a2bd-40d7-b688-625799e6abb1 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Network 697ad1c6-be7b-41a9-a7e9-bd03f9579186 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:40:02.757594 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-6c9670ef-a2bd-40d7-b688-625799e6abb1 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:40:02.760724 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-6c9670ef-a2bd-40d7-b688-625799e6abb1 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:40:02.777952 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9670ef-a2bd-40d7-b688-625799e6abb1 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Pushing event updated for resources: {'Port': ['ID=92a9b482-9419-4bb7-bc73-cf311abe46de,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:40:02.782779 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-6c9670ef-a2bd-40d7-b688-625799e6abb1 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:40:02.859304 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-6c9670ef-a2bd-40d7-b688-625799e6abb1 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:40:02.860430 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-6c9670ef-a2bd-40d7-b688-625799e6abb1 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:40:02.886549 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-6c9670ef-a2bd-40d7-b688-625799e6abb1 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7059114 Jun 26 21:40:02.899504 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-ad89defe-7557-48a4-94a9-7cbd08ece5b4 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 21:40:02.901777 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-ad89defe-7557-48a4-94a9-7cbd08ece5b4 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090065 Jun 26 21:40:02.988157 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.v2.base [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-08ff679a-db1c-41a3-a85e-de050f9e6a5a service neutron] Request body: {'port': {'device_id': 'd30f0ef3-7da5-4d7a-a3c9-038cd7f6177c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79820'}} {{(pid=92921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:40:03.000221 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-5ea1ea3f-6553-4bab-b2ab-8b55253dda89 None None] Provisioning for port 92a9b482-9419-4bb7-bc73-cf311abe46de completed by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:40:03.007427 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-5ea1ea3f-6553-4bab-b2ab-8b55253dda89 None None] Provisioning complete for port 92a9b482-9419-4bb7-bc73-cf311abe46de triggered by entity DHCP. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:40:03.008030 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5ea1ea3f-6553-4bab-b2ab-8b55253dda89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:40:03.064404 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-5ea1ea3f-6553-4bab-b2ab-8b55253dda89 None None] Port 92a9b482-9419-4bb7-bc73-cf311abe46de cannot update to ACTIVE because it is not bound. {{(pid=92923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 21:40:03.083586 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-08ff679a-db1c-41a3-a85e-de050f9e6a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:40:03.253968 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe32b7-d824-40ae-bc7e-2455b629bb9f req-3a00c9c1-5281-4c97-a344-cffcf4ae6d1c tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:40:03.255597 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f5fe32b7-d824-40ae-bc7e-2455b629bb9f req-3a00c9c1-5281-4c97-a344-cffcf4ae6d1c tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 931 time: 0.0900776 Jun 26 21:40:03.300452 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f5fe32b7-d824-40ae-bc7e-2455b629bb9f req-30d06ad4-eb6b-4a1b-a2b7-c7a2eef2d44e tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/security-groups?id=f49f978c-3423-4359-9e44-5743bcbb6fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388618 Jun 26 21:40:03.401546 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-08ff679a-db1c-41a3-a85e-de050f9e6a5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92a9b482-9419-4bb7-bc73-cf311abe46de {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 21:40:03.410837 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-08ff679a-db1c-41a3-a85e-de050f9e6a5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:40:03.423226 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-08ff679a-db1c-41a3-a85e-de050f9e6a5a service neutron] Transition to ACTIVE for port object 92a9b482-9419-4bb7-bc73-cf311abe46de will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 21:40:03.428567 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-08ff679a-db1c-41a3-a85e-de050f9e6a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8896010'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:40:03.431883 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-4ad307fd-0ccb-479e-94a2-7534aa17d5fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:40:03.528621 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff679a-db1c-41a3-a85e-de050f9e6a5a service neutron] Pushing event updated for resources: {'Port': ['ID=92a9b482-9419-4bb7-bc73-cf311abe46de,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:40:03.536054 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-08ff679a-db1c-41a3-a85e-de050f9e6a5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:40:03.572265 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-08ff679a-db1c-41a3-a85e-de050f9e6a5a service neutron] Attempting to bind port 92a9b482-9419-4bb7-bc73-cf311abe46de on host hv-cinder-79820 for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 21:40:03.572790 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-08ff679a-db1c-41a3-a85e-de050f9e6a5a service neutron] Attempting to bind port 92a9b482-9419-4bb7-bc73-cf311abe46de by drivers openvswitch,hyperv on host hv-cinder-79820 at level 0 using segments [{'id': '73616d55-55df-4dd3-947f-bbcf2754f2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '697ad1c6-be7b-41a9-a7e9-bd03f9579186'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 21:40:03.573304 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-08ff679a-db1c-41a3-a85e-de050f9e6a5a service neutron] Attempting to bind port 92a9b482-9419-4bb7-bc73-cf311abe46de on network 697ad1c6-be7b-41a9-a7e9-bd03f9579186 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:40:03.579137 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-08ff679a-db1c-41a3-a85e-de050f9e6a5a service neutron] Port 92a9b482-9419-4bb7-bc73-cf311abe46de on network 697ad1c6-be7b-41a9-a7e9-bd03f9579186 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79820 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 21:40:03.579489 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-08ff679a-db1c-41a3-a85e-de050f9e6a5a service neutron] Attempting to bind port 92a9b482-9419-4bb7-bc73-cf311abe46de on network 697ad1c6-be7b-41a9-a7e9-bd03f9579186 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 21:40:03.587116 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-08ff679a-db1c-41a3-a85e-de050f9e6a5a service neutron] Checking agent: {'id': '92a96a50-8a1c-4808-8af1-2ac9e1a0a70b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79820', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 21, 27, 54), 'started_at': datetime.datetime(2021, 6, 26, 21, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 21, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 21:40:03.587668 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-08ff679a-db1c-41a3-a85e-de050f9e6a5a service neutron] Checking segment: {'id': '73616d55-55df-4dd3-947f-bbcf2754f2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '697ad1c6-be7b-41a9-a7e9-bd03f9579186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 21:40:03.588352 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-08ff679a-db1c-41a3-a85e-de050f9e6a5a service neutron] Bound using segment: {'id': '73616d55-55df-4dd3-947f-bbcf2754f2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '697ad1c6-be7b-41a9-a7e9-bd03f9579186'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 21:40:03.589069 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-08ff679a-db1c-41a3-a85e-de050f9e6a5a service neutron] Bound port: 92a9b482-9419-4bb7-bc73-cf311abe46de, host: hv-cinder-79820, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73616d55-55df-4dd3-947f-bbcf2754f2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '697ad1c6-be7b-41a9-a7e9-bd03f9579186'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 21:40:03.589648 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-08ff679a-db1c-41a3-a85e-de050f9e6a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:40:03.662389 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-08ff679a-db1c-41a3-a85e-de050f9e6a5a service neutron] For port 92a9b482-9419-4bb7-bc73-cf311abe46de, host hv-cinder-79820, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 21:40:03.672467 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-08ff679a-db1c-41a3-a85e-de050f9e6a5a service neutron] For port 92a9b482-9419-4bb7-bc73-cf311abe46de, host hv-cinder-79820, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=92a9b482-9419-4bb7-bc73-cf311abe46de,segment=NetworkSegment(73616d55-55df-4dd3-947f-bbcf2754f2c8),segment_id=73616d55-55df-4dd3-947f-bbcf2754f2c8)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 21:40:03.677159 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-08ff679a-db1c-41a3-a85e-de050f9e6a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8896010'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:40:03.679323 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-3f88ada6-4105-45f0-ab7e-7b9d204315d9 tempest-VolumesSnapshotTestJSON-780316133 tempest-VolumesSnapshotTestJSON-780316133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:40:03.735261 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-08ff679a-db1c-41a3-a85e-de050f9e6a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:40:03.741371 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-08ff679a-db1c-41a3-a85e-de050f9e6a5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:40:03.743178 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-08ff679a-db1c-41a3-a85e-de050f9e6a5a service neutron] 10.222.0.41 "PUT /v2.0/ports/92a9b482-9419-4bb7-bc73-cf311abe46de HTTP/1.1" status: 200 len: 1093 time: 0.8301909 Jun 26 21:40:03.745839 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd30f0ef3-7da5-4d7a-a3c9-038cd7f6177c', 'tag': '92a9b482-9419-4bb7-bc73-cf311abe46de'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:40:03.748397 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b5f6d741f71b22ca80de7011a5bf010bd5b330abd4b28dbd747dc86a1ce20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e25c5d-3352-4630-ac85-c3d5ef4821b2" -d '{"events": [{"name": "network-changed", "server_uuid": "d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c", "tag": "92a9b482-9419-4bb7-bc73-cf311abe46de"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:40:03.792461 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff679a-db1c-41a3-a85e-de050f9e6a5a service neutron] Pushing event updated for resources: {'Port': ['ID=92a9b482-9419-4bb7-bc73-cf311abe46de,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:40:03.804211 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-08ff679a-db1c-41a3-a85e-de050f9e6a5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:40:03.903605 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-bb576f60-d433-4ec3-8a7a-bd7332bbfa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:40:03.906156 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-bb576f60-d433-4ec3-8a7a-bd7332bbfa92 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ef42293e051422ea8d1c8e906da6b7d&device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 1096 time: 0.1103637 Jun 26 21:40:03.908886 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 21:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b90361-4451-47d2-ba19-2eef2a9b5ade x-openstack-request-id: req-b0b90361-4451-47d2-ba19-2eef2a9b5ade {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:40:03.909367 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c", "tag": "92a9b482-9419-4bb7-bc73-cf311abe46de", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:40:03.909824 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b0b90361-4451-47d2-ba19-2eef2a9b5ade {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:40:03.910422 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd30f0ef3-7da5-4d7a-a3c9-038cd7f6177c', 'tag': '92a9b482-9419-4bb7-bc73-cf311abe46de', 'status': 'completed', 'code': 200} Jun 26 21:40:03.952166 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-2411d922-1237-4cee-a88d-849f62f5e661 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92a9b482-9419-4bb7-bc73-cf311abe46de HTTP/1.1" status: 200 len: 217 time: 0.0383742 Jun 26 21:40:04.000730 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-171b98a1-2621-43b0-846f-82a0a2dbde4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:40:04.002681 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-171b98a1-2621-43b0-846f-82a0a2dbde4e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da89d400-abcf-42e1-900c-16eb824490e7 HTTP/1.1" status: 200 len: 847 time: 0.0446301 Jun 26 21:40:04.067894 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-07cf9c27-8ade-4251-b2c9-51ddf31447b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:40:04.069433 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-07cf9c27-8ade-4251-b2c9-51ddf31447b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=697ad1c6-be7b-41a9-a7e9-bd03f9579186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0592148 Jun 26 21:40:04.166924 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-7697f85c-e4c8-426f-adfd-07118a653fff service neutron] 10.222.0.41 "GET /v2.0/networks/697ad1c6-be7b-41a9-a7e9-bd03f9579186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903983 Jun 26 21:40:04.271296 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-05c9fbca-d932-48c9-a256-fc44918dcc14 req-d517899a-2084-4db5-8545-06c8439a053a service neutron] 10.222.0.41 "GET /v2.0/networks/697ad1c6-be7b-41a9-a7e9-bd03f9579186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940883 Jun 26 21:40:04.379098 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e25c5d-3352-4630-ac85-c3d5ef4821b2 req-fa4b4f23-5d2c-4ca1-9db8-c6e70c2f4af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:40:04.381320 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-f2e25c5d-3352-4630-ac85-c3d5ef4821b2 req-fa4b4f23-5d2c-4ca1-9db8-c6e70c2f4af3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ef42293e051422ea8d1c8e906da6b7d&device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 1096 time: 0.0558238 Jun 26 21:40:04.479017 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47f5dd-ceab-4f08-8f94-cce24590127e req-2eb17d0f-5603-48a2-9843-8b5821d09f58 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:40:04.480607 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e25c5d-3352-4630-ac85-c3d5ef4821b2 req-f375c629-0acb-4aff-8cc3-ce0aa302ba38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:40:04.481863 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-df47f5dd-ceab-4f08-8f94-cce24590127e req-2eb17d0f-5603-48a2-9843-8b5821d09f58 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 943 time: 0.0645187 Jun 26 21:40:04.482065 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-f2e25c5d-3352-4630-ac85-c3d5ef4821b2 req-f375c629-0acb-4aff-8cc3-ce0aa302ba38 service neutron] 10.222.0.41 "GET /v2.0/networks?id=697ad1c6-be7b-41a9-a7e9-bd03f9579186 HTTP/1.1" status: 200 len: 909 time: 0.0943983 Jun 26 21:40:04.526703 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-df47f5dd-ceab-4f08-8f94-cce24590127e req-7c13c178-8d92-4c33-891d-6ef57965e435 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/security-groups?id=f49f978c-3423-4359-9e44-5743bcbb6fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379972 Jun 26 21:40:04.536491 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-f2e25c5d-3352-4630-ac85-c3d5ef4821b2 req-fc43228d-0990-4453-8933-c84e35de3952 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92a9b482-9419-4bb7-bc73-cf311abe46de HTTP/1.1" status: 200 len: 217 time: 0.0439048 Jun 26 21:40:04.592676 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e25c5d-3352-4630-ac85-c3d5ef4821b2 req-758ebfbd-0263-4af6-8b12-46a90c80f327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:40:04.594085 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-f2e25c5d-3352-4630-ac85-c3d5ef4821b2 req-758ebfbd-0263-4af6-8b12-46a90c80f327 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da89d400-abcf-42e1-900c-16eb824490e7 HTTP/1.1" status: 200 len: 847 time: 0.0511720 Jun 26 21:40:04.655143 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e25c5d-3352-4630-ac85-c3d5ef4821b2 req-3b085dfe-4f47-472a-afc4-d7d80d05ab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:40:04.656955 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-f2e25c5d-3352-4630-ac85-c3d5ef4821b2 req-3b085dfe-4f47-472a-afc4-d7d80d05ab10 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=697ad1c6-be7b-41a9-a7e9-bd03f9579186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560622 Jun 26 21:40:04.762296 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-f2e25c5d-3352-4630-ac85-c3d5ef4821b2 req-e36abbd2-7cbc-4427-9843-c240a2a7d470 service neutron] 10.222.0.41 "GET /v2.0/networks/697ad1c6-be7b-41a9-a7e9-bd03f9579186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962718 Jun 26 21:40:04.863985 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-f2e25c5d-3352-4630-ac85-c3d5ef4821b2 req-2acac4a9-bf2b-436d-9071-b5f0f1facf29 service neutron] 10.222.0.41 "GET /v2.0/networks/697ad1c6-be7b-41a9-a7e9-bd03f9579186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937793 Jun 26 21:40:05.738480 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298d886-5da2-4e18-b4b2-d186811978ee req-a86090e0-29e4-4fc5-89ee-7ce44baecd6d tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:40:05.740095 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d298d886-5da2-4e18-b4b2-d186811978ee req-a86090e0-29e4-4fc5-89ee-7ce44baecd6d tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 943 time: 0.0715547 Jun 26 21:40:05.786843 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d298d886-5da2-4e18-b4b2-d186811978ee req-847f9e46-c8b4-411c-855f-21f268c2dce8 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/security-groups?id=f49f978c-3423-4359-9e44-5743bcbb6fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383949 Jun 26 21:40:06.972196 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44426e31-9808-483e-9995-f32c1ffc6509 req-c93fc0bc-a571-498c-b3ba-4eb02f041a07 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:40:06.973664 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-44426e31-9808-483e-9995-f32c1ffc6509 req-c93fc0bc-a571-498c-b3ba-4eb02f041a07 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 943 time: 0.0656285 Jun 26 21:40:07.022931 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-44426e31-9808-483e-9995-f32c1ffc6509 req-e36c76b2-9516-44d1-af94-18f6d6dea87d tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/security-groups?id=f49f978c-3423-4359-9e44-5743bcbb6fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431936 Jun 26 21:40:08.192003 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d711b78-8d9b-498e-93be-a43ee1bba26a req-4438e855-222f-4f5f-8b15-bdf017069b8a tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:40:08.193461 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4d711b78-8d9b-498e-93be-a43ee1bba26a req-4438e855-222f-4f5f-8b15-bdf017069b8a tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 943 time: 0.0615256 Jun 26 21:40:08.237172 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4d711b78-8d9b-498e-93be-a43ee1bba26a req-86f5bb6d-2cf8-41aa-9fc5-d48e9dcb769d tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/security-groups?id=f49f978c-3423-4359-9e44-5743bcbb6fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379913 Jun 26 21:40:09.413003 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148df8c-e463-4c91-a155-592ea21f7598 req-9748d0eb-a3b7-4bc0-b1b9-446ea75b5d8e tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:40:09.414470 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3148df8c-e463-4c91-a155-592ea21f7598 req-9748d0eb-a3b7-4bc0-b1b9-446ea75b5d8e tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 943 time: 0.0668607 Jun 26 21:40:09.450848 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3148df8c-e463-4c91-a155-592ea21f7598 req-909e39f6-835f-4f9d-abda-623ce06b8cd7 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/security-groups?id=f49f978c-3423-4359-9e44-5743bcbb6fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308166 Jun 26 21:40:10.627158 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd663dcb-c2ad-4527-a845-e3967c888213 req-67b330fa-a6da-4aa8-aa8e-81507be2e509 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:40:10.628786 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cd663dcb-c2ad-4527-a845-e3967c888213 req-67b330fa-a6da-4aa8-aa8e-81507be2e509 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 943 time: 0.0678973 Jun 26 21:40:10.667916 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cd663dcb-c2ad-4527-a845-e3967c888213 req-2305b25c-affa-45a6-abc4-e032b04896d1 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/security-groups?id=f49f978c-3423-4359-9e44-5743bcbb6fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332694 Jun 26 21:40:11.851319 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618cfac-72f0-426b-98fa-ed204df3d625 req-9a53eb90-9b14-43e7-81ba-d5d9970779a0 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:40:11.852806 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d618cfac-72f0-426b-98fa-ed204df3d625 req-9a53eb90-9b14-43e7-81ba-d5d9970779a0 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 943 time: 0.0676031 Jun 26 21:40:11.891795 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d618cfac-72f0-426b-98fa-ed204df3d625 req-d64cce6a-20d3-4fa7-8d22-fb49eb51186c tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/security-groups?id=f49f978c-3423-4359-9e44-5743bcbb6fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331483 Jun 26 21:40:12.745560 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 92a9b482-9419-4bb7-bc73-cf311abe46de details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=92923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 21:40:12.842264 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 92a9b482-9419-4bb7-bc73-cf311abe46de, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=92a9b482-9419-4bb7-bc73-cf311abe46de,segment=NetworkSegment(73616d55-55df-4dd3-947f-bbcf2754f2c8),segment_id=73616d55-55df-4dd3-947f-bbcf2754f2c8)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:40:12.855050 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Returning: {'device': '92a9b482-9419-4bb7-bc73-cf311abe46de', 'network_id': '697ad1c6-be7b-41a9-a7e9-bd03f9579186', 'port_id': '92a9b482-9419-4bb7-bc73-cf311abe46de', 'mac_address': 'fa:16:3e:cd:b9:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da89d400-abcf-42e1-900c-16eb824490e7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 21:40:12.895105 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:40:12.910668 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92a9b482-9419-4bb7-bc73-cf311abe46de {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 21:40:12.941915 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 92a9b482-9419-4bb7-bc73-cf311abe46de, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=92a9b482-9419-4bb7-bc73-cf311abe46de,segment=NetworkSegment(73616d55-55df-4dd3-947f-bbcf2754f2c8),segment_id=73616d55-55df-4dd3-947f-bbcf2754f2c8)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:40:12.949581 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:40:12.952715 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:40:13.005528 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=92a9b482-9419-4bb7-bc73-cf311abe46de,revision_number=4']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:40:13.008799 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:40:13.085757 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551caab-68b2-42d9-9397-b9e6c2f84d20 req-c9ea5872-6de7-480b-9726-a27cb1613b3c tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:40:13.087385 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9551caab-68b2-42d9-9397-b9e6c2f84d20 req-c9ea5872-6de7-480b-9726-a27cb1613b3c tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 944 time: 0.0702553 Jun 26 21:40:13.130372 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9551caab-68b2-42d9-9397-b9e6c2f84d20 req-9cffff79-2d1e-4390-93b8-115a3925d0f7 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/security-groups?id=f49f978c-3423-4359-9e44-5743bcbb6fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327637 Jun 26 21:40:13.157107 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] get_ports_and_sgs() called for port_ids ['92a9b482-9419-4bb7-bc73-cf311abe46de'] {{(pid=92923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 21:40:14.303353 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcafde-72d6-4e99-a0bf-1907c411ce74 req-d032a144-8fd1-4a0a-9ca4-e7436d5ad512 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:40:14.304851 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-eedcafde-72d6-4e99-a0bf-1907c411ce74 req-d032a144-8fd1-4a0a-9ca4-e7436d5ad512 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 944 time: 0.0635304 Jun 26 21:40:14.342939 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-eedcafde-72d6-4e99-a0bf-1907c411ce74 req-9997df95-c524-40e0-a0f2-0c6810f63165 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/security-groups?id=f49f978c-3423-4359-9e44-5743bcbb6fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324280 Jun 26 21:40:14.760626 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 92a9b482-9419-4bb7-bc73-cf311abe46de up at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:40:14.808715 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Provisioning for port 92a9b482-9419-4bb7-bc73-cf311abe46de completed by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 21:40:14.812441 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Provisioning complete for port 92a9b482-9419-4bb7-bc73-cf311abe46de triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:40:14.812817 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:40:14.887709 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:40:14.910202 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd30f0ef3-7da5-4d7a-a3c9-038cd7f6177c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a9b482-9419-4bb7-bc73-cf311abe46de'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:40:14.912686 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8789620f65ed64c11f36a2c9fb0085813b3741d077667d6f020eb6652e2807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e062ef19-59f0-4cc3-b7ec-b9049433bc7a" -d '{"events": [{"server_uuid": "d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c", "name": "network-vif-plugged", "status": "completed", "tag": "92a9b482-9419-4bb7-bc73-cf311abe46de"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:40:14.926417 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 92a9b482-9419-4bb7-bc73-cf311abe46de, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=92a9b482-9419-4bb7-bc73-cf311abe46de,segment=NetworkSegment(73616d55-55df-4dd3-947f-bbcf2754f2c8),segment_id=73616d55-55df-4dd3-947f-bbcf2754f2c8)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:40:14.930723 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:40:14.932842 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:40:14.963254 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 21:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8cef13-1ca9-4ffd-a140-2ed7677143b2 x-openstack-request-id: req-bb8cef13-1ca9-4ffd-a140-2ed7677143b2 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:40:14.963254 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c", "name": "network-vif-plugged", "status": "completed", "tag": "92a9b482-9419-4bb7-bc73-cf311abe46de", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:40:14.963254 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bb8cef13-1ca9-4ffd-a140-2ed7677143b2 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:40:14.963254 dv-cinder-798208-1-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd30f0ef3-7da5-4d7a-a3c9-038cd7f6177c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a9b482-9419-4bb7-bc73-cf311abe46de', 'code': 200} Jun 26 21:40:14.985020 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=92a9b482-9419-4bb7-bc73-cf311abe46de,revision_number=5']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:40:14.988745 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:40:15.232008 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487a49f-5e8a-4cbc-82b4-8c4075e64fa2 req-4a410d76-1a0c-4100-babe-ce54417868c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:40:15.233579 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-9487a49f-5e8a-4cbc-82b4-8c4075e64fa2 req-4a410d76-1a0c-4100-babe-ce54417868c8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 1098 time: 0.0563414 Jun 26 21:40:15.268291 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-9487a49f-5e8a-4cbc-82b4-8c4075e64fa2 req-4d9e82dc-59f8-4289-af14-4715a05ee687 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f49f978c-3423-4359-9e44-5743bcbb6fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286512 Jun 26 21:40:15.530070 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80d399-3e82-476f-a814-603a849f7dca req-8542d884-081f-45c0-a312-25cd9565e866 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:40:15.531851 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8e80d399-3e82-476f-a814-603a849f7dca req-8542d884-081f-45c0-a312-25cd9565e866 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 945 time: 0.0736239 Jun 26 21:40:15.572339 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8e80d399-3e82-476f-a814-603a849f7dca req-cd14f3e9-1651-457d-9f12-ef7dedd60d1d tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/security-groups?id=f49f978c-3423-4359-9e44-5743bcbb6fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342112 Jun 26 21:40:16.762056 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6c0f6-b134-4c2a-b317-a3dd7da8be13 req-143f2390-cd42-4fda-a0d1-227d3af374e2 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:40:16.763499 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bfb6c0f6-b134-4c2a-b317-a3dd7da8be13 req-143f2390-cd42-4fda-a0d1-227d3af374e2 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 945 time: 0.0668302 Jun 26 21:40:16.804204 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bfb6c0f6-b134-4c2a-b317-a3dd7da8be13 req-84475ec9-5d5c-47c1-bfb8-3e6abba52cbf tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/security-groups?id=f49f978c-3423-4359-9e44-5743bcbb6fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350156 Jun 26 21:40:16.981091 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba28a7-94dd-4222-9dff-a4454f04af38 req-b8576f85-fd9d-44c1-85c7-2a8d26c032f7 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:40:16.982594 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9bba28a7-94dd-4222-9dff-a4454f04af38 req-b8576f85-fd9d-44c1-85c7-2a8d26c032f7 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 945 time: 0.0642874 Jun 26 21:40:17.025311 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9bba28a7-94dd-4222-9dff-a4454f04af38 req-b4e321c7-e900-4bf3-a857-23ec37db13b3 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/security-groups?id=f49f978c-3423-4359-9e44-5743bcbb6fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346785 Jun 26 21:40:17.049731 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 48854) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:40:17.196562 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db83abc7-3f8e-4e72-92a2-9ad2d3c5f28a tempest-TestShelveInstance-1684471263 tempest-TestShelveInstance-1684471263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:40:17.198098 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-db83abc7-3f8e-4e72-92a2-9ad2d3c5f28a tempest-TestShelveInstance-1684471263 tempest-TestShelveInstance-1684471263-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 1093 time: 0.1473796 Jun 26 21:40:17.201192 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 48858) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:40:17.206344 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-38eac7a7-eb87-4c16-be72-5b7cda049095 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Request body: {'floatingip': {'floating_network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'port_id': '92a9b482-9419-4bb7-bc73-cf311abe46de', 'tenant_id': '3ef42293e051422ea8d1c8e906da6b7d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 21:40:17.229054 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-38eac7a7-eb87-4c16-be72-5b7cda049095 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks [] for floatingip, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:40:17.328239 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-38eac7a7-eb87-4c16-be72-5b7cda049095 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:40:17.442612 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-38eac7a7-eb87-4c16-be72-5b7cda049095 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Allocated IP 172.27.2.121 (fc74eb2e-f674-4785-8e1a-443cbfb459f7/02c6eafe-d2ac-4065-b904-73ec1df0a44a/97ef0d18-9fe4-41fb-a0df-1d11ea180b3b) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 21:40:17.551877 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-38eac7a7-eb87-4c16-be72-5b7cda049095 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:40:17.590996 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-38eac7a7-eb87-4c16-be72-5b7cda049095 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4156513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-420078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773185022949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8809475'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:40:17.593073 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-4f901750-5178-444f-9bd6-419cca8d2535 tempest-AttachVolumeShelveTestJSON-1130599808 tempest-AttachVolumeShelveTestJSON-1130599808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:40:17.629581 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38eac7a7-eb87-4c16-be72-5b7cda049095 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Network fc74eb2e-f674-4785-8e1a-443cbfb459f7 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 21:40:17.634939 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-38eac7a7-eb87-4c16-be72-5b7cda049095 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 21:40:17.638237 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eac7a7-eb87-4c16-be72-5b7cda049095 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 21:40:17.659913 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eac7a7-eb87-4c16-be72-5b7cda049095 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Pushing event updated for resources: {'Port': ['ID=97ef0d18-9fe4-41fb-a0df-1d11ea180b3b,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:40:17.665064 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-38eac7a7-eb87-4c16-be72-5b7cda049095 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:40:18.020386 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-38eac7a7-eb87-4c16-be72-5b7cda049095 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:40:18.115086 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-38eac7a7-eb87-4c16-be72-5b7cda049095 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:40:18.271221 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-38eac7a7-eb87-4c16-be72-5b7cda049095 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:40:18.275664 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-38eac7a7-eb87-4c16-be72-5b7cda049095 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8809713'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:40:18.277704 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-5f0c6375-4e01-417d-ade2-f51ee71cfc5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:40:18.352217 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eac7a7-eb87-4c16-be72-5b7cda049095 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Pushing event updated for resources: {'Port': ['ID=97ef0d18-9fe4-41fb-a0df-1d11ea180b3b,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:40:18.357635 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-38eac7a7-eb87-4c16-be72-5b7cda049095 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:40:18.365109 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-38eac7a7-eb87-4c16-be72-5b7cda049095 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642591'] for floatingip, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:40:18.473885 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.db.l3_db [None req-38eac7a7-eb87-4c16-be72-5b7cda049095 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Floating IP 1fe0d206-001b-4108-8a22-754821a36a9b associated. External IP: 172.27.2.121, port: 92a9b482-9419-4bb7-bc73-cf311abe46de. Jun 26 21:40:18.684884 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38eac7a7-eb87-4c16-be72-5b7cda049095 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Router 4255aca2-4e8d-4281-90a1-b684e77ccb8e has already been hosted by L3 agent 8f52ff15-e1cf-4181-89b9-9a217ed1d1bf {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 21:40:18.792531 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38eac7a7-eb87-4c16-be72-5b7cda049095 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify agent at l3_agent.dv-cinder-798208-1-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 21:40:18.802175 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49829215-853c-43fc-b837-329e50763eff None None] Sync routers for ids ['4255aca2-4e8d-4281-90a1-b684e77ccb8e'] in dv-cinder-798208-1-iscsi {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 21:40:18.807820 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-38eac7a7-eb87-4c16-be72-5b7cda049095 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for floatingip, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:40:18.812799 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49829215-853c-43fc-b837-329e50763eff None None] Routers {'4255aca2-4e8d-4281-90a1-b684e77ccb8e'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:40:18.813418 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-49829215-853c-43fc-b837-329e50763eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:39:55Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['4255aca2-4e8d-4281-90a1-b684e77ccb8e'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:40:18.849233 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-38eac7a7-eb87-4c16-be72-5b7cda049095 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6469736 Jun 26 21:40:18.849910 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd30f0ef3-7da5-4d7a-a3c9-038cd7f6177c', 'tag': '92a9b482-9419-4bb7-bc73-cf311abe46de'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:40:18.852500 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02b73ab247f9faeb07a43472fb83bf8797eb00ff3c4bc2c6d8d9a12e0ada40b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d523481c-7fa0-497c-b9ff-fcf581621ba9" -d '{"events": [{"name": "network-changed", "server_uuid": "d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c", "tag": "92a9b482-9419-4bb7-bc73-cf311abe46de"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:40:18.941320 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-49829215-853c-43fc-b837-329e50763eff None None] Set router 4255aca2-4e8d-4281-90a1-b684e77ccb8e gateway port host: dv-cinder-798208-1-iscsi {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:40:18.944037 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 21:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b4f57b-9ff1-4210-83a0-c3ed1e1ea7a7 x-openstack-request-id: req-01b4f57b-9ff1-4210-83a0-c3ed1e1ea7a7 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:40:18.944407 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c", "tag": "92a9b482-9419-4bb7-bc73-cf311abe46de", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:40:18.944736 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-01b4f57b-9ff1-4210-83a0-c3ed1e1ea7a7 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:40:18.945274 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd30f0ef3-7da5-4d7a-a3c9-038cd7f6177c', 'tag': '92a9b482-9419-4bb7-bc73-cf311abe46de', 'status': 'completed', 'code': 200} Jun 26 21:40:19.018232 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523481c-7fa0-497c-b9ff-fcf581621ba9 req-aea97cf9-b424-470b-82a2-051e570598d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:40:19.029937 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-d523481c-7fa0-497c-b9ff-fcf581621ba9 req-aea97cf9-b424-470b-82a2-051e570598d8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ef42293e051422ea8d1c8e906da6b7d&device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 1098 time: 0.0514617 Jun 26 21:40:19.118911 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523481c-7fa0-497c-b9ff-fcf581621ba9 req-761ed0a2-06fe-4a67-ab27-5d08a14d43b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:40:19.120415 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-d523481c-7fa0-497c-b9ff-fcf581621ba9 req-761ed0a2-06fe-4a67-ab27-5d08a14d43b4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=697ad1c6-be7b-41a9-a7e9-bd03f9579186 HTTP/1.1" status: 200 len: 909 time: 0.0945790 Jun 26 21:40:19.186006 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-d523481c-7fa0-497c-b9ff-fcf581621ba9 req-a406a6b6-b26b-4579-a685-372d697c2c2e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92a9b482-9419-4bb7-bc73-cf311abe46de HTTP/1.1" status: 200 len: 999 time: 0.0588589 Jun 26 21:40:19.190760 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-49829215-853c-43fc-b837-329e50763eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4255aca2-4e8d-4281-90a1-b684e77ccb8e', 'name': 'tempest-TestShelveInstance-729168278-router', 'tenant_id': '3ef42293e051422ea8d1c8e906da6b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '5d65a7ec-33bc-4b35-83f3-bca901bd0811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:39:31Z', 'updated_at': '2021-06-26T21:39:34Z', 'revision_number': 4, 'project_id': '3ef42293e051422ea8d1c8e906da6b7d', 'gw_port': {'id': '5d65a7ec-33bc-4b35-83f3-bca901bd0811', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4255aca2-4e8d-4281-90a1-b684e77ccb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:39:32Z', 'updated_at': '2021-06-26T21:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_floatingips': [{'id': '1fe0d206-001b-4108-8a22-754821a36a9b', 'tenant_id': '3ef42293e051422ea8d1c8e906da6b7d', 'floating_ip_address': '172.27.2.121', 'floating_network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'router_id': '4255aca2-4e8d-4281-90a1-b684e77ccb8e', 'port_id': '92a9b482-9419-4bb7-bc73-cf311abe46de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '697ad1c6-be7b-41a9-a7e9-bd03f9579186', 'mac_address': 'fa:16:3e:cd:b9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30f0ef3-7da5-4d7a-a3c9-038cd7f6177c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T21:40:17Z', 'updated_at': '2021-06-26T21:40:17Z', 'revision_number': 0, 'project_id': '3ef42293e051422ea8d1c8e906da6b7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '885da39d-afbe-47e2-8337-6fc5117aa509', 'name': '', 'network_id': '697ad1c6-be7b-41a9-a7e9-bd03f9579186', 'tenant_id': '3ef42293e051422ea8d1c8e906da6b7d', 'mac_address': 'fa:16:3e:1e:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4255aca2-4e8d-4281-90a1-b684e77ccb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'da89d400-abcf-42e1-900c-16eb824490e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:39:33Z', 'updated_at': '2021-06-26T21:39:40Z', 'revision_number': 5, 'project_id': '3ef42293e051422ea8d1c8e906da6b7d', 'subnets': [{'id': 'da89d400-abcf-42e1-900c-16eb824490e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:40:19.223135 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49829215-853c-43fc-b837-329e50763eff None None] Checking router: 4255aca2-4e8d-4281-90a1-b684e77ccb8e for host: dv-cinder-798208-1-iscsi {{(pid=92923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 21:40:19.234338 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49829215-853c-43fc-b837-329e50763eff None None] Routers {'4255aca2-4e8d-4281-90a1-b684e77ccb8e'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:40:19.234983 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-49829215-853c-43fc-b837-329e50763eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:39:55Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['4255aca2-4e8d-4281-90a1-b684e77ccb8e'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:40:19.240970 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523481c-7fa0-497c-b9ff-fcf581621ba9 req-bd70be54-a3de-409e-970f-2abb4afc17ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:40:19.242474 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-d523481c-7fa0-497c-b9ff-fcf581621ba9 req-bd70be54-a3de-409e-970f-2abb4afc17ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da89d400-abcf-42e1-900c-16eb824490e7 HTTP/1.1" status: 200 len: 847 time: 0.0507827 Jun 26 21:40:19.313389 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523481c-7fa0-497c-b9ff-fcf581621ba9 req-e9403392-abe4-4bf1-846b-9ec809284ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:40:19.314973 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-d523481c-7fa0-497c-b9ff-fcf581621ba9 req-e9403392-abe4-4bf1-846b-9ec809284ad5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=697ad1c6-be7b-41a9-a7e9-bd03f9579186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0667374 Jun 26 21:40:19.355118 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-49829215-853c-43fc-b837-329e50763eff None None] Set router 4255aca2-4e8d-4281-90a1-b684e77ccb8e gateway port host: dv-cinder-798208-1-iscsi {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:40:19.407710 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-d523481c-7fa0-497c-b9ff-fcf581621ba9 req-e1413f96-19d9-486e-bde2-efc9a8f5f008 service neutron] 10.222.0.41 "GET /v2.0/networks/697ad1c6-be7b-41a9-a7e9-bd03f9579186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864232 Jun 26 21:40:19.611865 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-49829215-853c-43fc-b837-329e50763eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4255aca2-4e8d-4281-90a1-b684e77ccb8e', 'name': 'tempest-TestShelveInstance-729168278-router', 'tenant_id': '3ef42293e051422ea8d1c8e906da6b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '5d65a7ec-33bc-4b35-83f3-bca901bd0811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:39:31Z', 'updated_at': '2021-06-26T21:39:34Z', 'revision_number': 4, 'project_id': '3ef42293e051422ea8d1c8e906da6b7d', 'gw_port': {'id': '5d65a7ec-33bc-4b35-83f3-bca901bd0811', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4255aca2-4e8d-4281-90a1-b684e77ccb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:39:32Z', 'updated_at': '2021-06-26T21:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_floatingips': [{'id': '1fe0d206-001b-4108-8a22-754821a36a9b', 'tenant_id': '3ef42293e051422ea8d1c8e906da6b7d', 'floating_ip_address': '172.27.2.121', 'floating_network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'router_id': '4255aca2-4e8d-4281-90a1-b684e77ccb8e', 'port_id': '92a9b482-9419-4bb7-bc73-cf311abe46de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '697ad1c6-be7b-41a9-a7e9-bd03f9579186', 'mac_address': 'fa:16:3e:cd:b9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30f0ef3-7da5-4d7a-a3c9-038cd7f6177c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T21:40:17Z', 'updated_at': '2021-06-26T21:40:17Z', 'revision_number': 0, 'project_id': '3ef42293e051422ea8d1c8e906da6b7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '885da39d-afbe-47e2-8337-6fc5117aa509', 'name': '', 'network_id': '697ad1c6-be7b-41a9-a7e9-bd03f9579186', 'tenant_id': '3ef42293e051422ea8d1c8e906da6b7d', 'mac_address': 'fa:16:3e:1e:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4255aca2-4e8d-4281-90a1-b684e77ccb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'da89d400-abcf-42e1-900c-16eb824490e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:39:33Z', 'updated_at': '2021-06-26T21:39:40Z', 'revision_number': 5, 'project_id': '3ef42293e051422ea8d1c8e906da6b7d', 'subnets': [{'id': 'da89d400-abcf-42e1-900c-16eb824490e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:40:19.639961 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49829215-853c-43fc-b837-329e50763eff None None] The sync data for ids ['4255aca2-4e8d-4281-90a1-b684e77ccb8e'] in dv-cinder-798208-1-iscsi is: [{'id': '4255aca2-4e8d-4281-90a1-b684e77ccb8e', 'name': 'tempest-TestShelveInstance-729168278-router', 'tenant_id': '3ef42293e051422ea8d1c8e906da6b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '5d65a7ec-33bc-4b35-83f3-bca901bd0811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:39:31Z', 'updated_at': '2021-06-26T21:39:34Z', 'revision_number': 4, 'project_id': '3ef42293e051422ea8d1c8e906da6b7d', 'gw_port': {'id': '5d65a7ec-33bc-4b35-83f3-bca901bd0811', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4255aca2-4e8d-4281-90a1-b684e77ccb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:39:32Z', 'updated_at': '2021-06-26T21:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_floatingips': [{'id': '1fe0d206-001b-4108-8a22-754821a36a9b', 'tenant_id': '3ef42293e051422ea8d1c8e906da6b7d', 'floating_ip_address': '172.27.2.121', 'floating_network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'router_id': '4255aca2-4e8d-4281-90a1-b684e77ccb8e', 'port_id': '92a9b482-9419-4bb7-bc73-cf311abe46de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '697ad1c6-be7b-41a9-a7e9-bd03f9579186', 'mac_address': 'fa:16:3e:cd:b9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30f0ef3-7da5-4d7a-a3c9-038cd7f6177c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T21:40:17Z', 'updated_at': '2021-06-26T21:40:17Z', 'revision_number': 0, 'project_id': '3ef42293e051422ea8d1c8e906da6b7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '885da39d-afbe-47e2-8337-6fc5117aa509', 'name': '', 'network_id': '697ad1c6-be7b-41a9-a7e9-bd03f9579186', 'tenant_id': '3ef42293e051422ea8d1c8e906da6b7d', 'mac_address': 'fa:16:3e:1e:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4255aca2-4e8d-4281-90a1-b684e77ccb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'da89d400-abcf-42e1-900c-16eb824490e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:39:33Z', 'updated_at': '2021-06-26T21:39:40Z', 'revision_number': 5, 'project_id': '3ef42293e051422ea8d1c8e906da6b7d', 'subnets': [{'id': 'da89d400-abcf-42e1-900c-16eb824490e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 21:40:19.790680 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-d523481c-7fa0-497c-b9ff-fcf581621ba9 req-4e358675-6716-4e31-b789-fe6723394d8a service neutron] 10.222.0.41 "GET /v2.0/networks/697ad1c6-be7b-41a9-a7e9-bd03f9579186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762243 Jun 26 21:40:19.843800 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f470021-3dfc-48ea-b9be-0e29e8986331 None None] New status for floating IP 1fe0d206-001b-4108-8a22-754821a36a9b: ACTIVE {{(pid=92924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 21:40:20.412741 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5193b935-f0f3-4cb9-b6ac-2a4804be4e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:40:22.648325 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:40:23.768435 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.agents_db [None req-53b98272-06bb-47ef-8924-edf36d473ef8 None None] Agent healthcheck: found 6 active agents {{(pid=92924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 21:40:24.643393 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7b9394ad-36ff-4e7f-bbce-dd89f91cbe14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:40:25.913949 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:40:25.961695 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:40:27.641121 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:40:50.414800 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-59dd7302-e679-4a2e-9689-755337af7b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:40:52.649724 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:40:54.296480 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-a1f206ec-bd30-4da9-97ce-1b4cdce36eca req-3db48a39-881c-4622-958b-905f6194c843 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0602491 Jun 26 21:40:54.388822 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f206ec-bd30-4da9-97ce-1b4cdce36eca req-de7df3c1-4bef-4180-8745-10a0c3a05c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:40:54.390290 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-a1f206ec-bd30-4da9-97ce-1b4cdce36eca req-de7df3c1-4bef-4180-8745-10a0c3a05c76 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ef42293e051422ea8d1c8e906da6b7d&device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 1098 time: 0.0506468 Jun 26 21:40:54.492291 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f206ec-bd30-4da9-97ce-1b4cdce36eca req-aed013cd-a998-416e-8620-78b2122d833b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:40:54.493855 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-a1f206ec-bd30-4da9-97ce-1b4cdce36eca req-aed013cd-a998-416e-8620-78b2122d833b service neutron] 10.222.0.41 "GET /v2.0/networks?id=697ad1c6-be7b-41a9-a7e9-bd03f9579186 HTTP/1.1" status: 200 len: 909 time: 0.0845485 Jun 26 21:40:54.556390 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-a1f206ec-bd30-4da9-97ce-1b4cdce36eca req-aff155d4-115d-4584-b43f-fe08018928b5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92a9b482-9419-4bb7-bc73-cf311abe46de HTTP/1.1" status: 200 len: 1001 time: 0.0563188 Jun 26 21:40:54.617078 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f206ec-bd30-4da9-97ce-1b4cdce36eca req-2fe19f99-a6bc-4712-a24f-cffc7cb12ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:40:54.618541 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-a1f206ec-bd30-4da9-97ce-1b4cdce36eca req-2fe19f99-a6bc-4712-a24f-cffc7cb12ab5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da89d400-abcf-42e1-900c-16eb824490e7 HTTP/1.1" status: 200 len: 847 time: 0.0566401 Jun 26 21:40:54.644671 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8dc08b16-4166-44a0-b31d-4edec3b8a619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:40:54.675568 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f206ec-bd30-4da9-97ce-1b4cdce36eca req-ce4bdae7-a61c-4337-8d10-5f3e5048f49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:40:54.677058 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-a1f206ec-bd30-4da9-97ce-1b4cdce36eca req-ce4bdae7-a61c-4337-8d10-5f3e5048f49c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=697ad1c6-be7b-41a9-a7e9-bd03f9579186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526547 Jun 26 21:40:54.764286 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-a1f206ec-bd30-4da9-97ce-1b4cdce36eca req-bfebd0b4-569c-4124-9073-dea58ef6d077 service neutron] 10.222.0.41 "GET /v2.0/networks/697ad1c6-be7b-41a9-a7e9-bd03f9579186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805309 Jun 26 21:40:54.855990 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-a1f206ec-bd30-4da9-97ce-1b4cdce36eca req-45e2d7af-13a5-4b59-b74b-f3f64799bb31 service neutron] 10.222.0.41 "GET /v2.0/networks/697ad1c6-be7b-41a9-a7e9-bd03f9579186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857441 Jun 26 21:40:55.908966 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:40:55.959373 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:40:57.645139 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:41:00.767662 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.agents_db [None req-53b98272-06bb-47ef-8924-edf36d473ef8 None None] Agent healthcheck: found 6 active agents {{(pid=92924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 21:41:20.415326 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-91dbd5c9-db74-47c5-a934-7662bc2d587e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:41:22.649316 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:41:24.644963 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d9cdd768-a5d0-4199-a6bb-33aef974bad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:41:25.912163 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:41:25.961024 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:41:27.647331 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:41:37.766641 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.agents_db [None req-53b98272-06bb-47ef-8924-edf36d473ef8 None None] Agent healthcheck: found 6 active agents {{(pid=92924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 21:41:50.416324 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-991dc9f3-d382-46f1-917f-d75c3e7591cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:41:52.649668 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:41:54.647055 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-554cc847-5178-48ed-be17-58e7620a9ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:41:55.227782 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-cc8f42fd-c9d1-4ece-9c6c-446761545043 req-fbecd78b-90fc-47b5-95ea-e2816403593b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515060 Jun 26 21:41:55.325027 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f42fd-c9d1-4ece-9c6c-446761545043 req-2205a084-fe4f-48c3-bb8c-57b31881e559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:41:55.326500 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-cc8f42fd-c9d1-4ece-9c6c-446761545043 req-2205a084-fe4f-48c3-bb8c-57b31881e559 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ef42293e051422ea8d1c8e906da6b7d&device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 1098 time: 0.0571258 Jun 26 21:41:55.428721 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f42fd-c9d1-4ece-9c6c-446761545043 req-068c6fb8-72b0-49ea-bdce-e0f26003bb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:41:55.430224 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-cc8f42fd-c9d1-4ece-9c6c-446761545043 req-068c6fb8-72b0-49ea-bdce-e0f26003bb7e service neutron] 10.222.0.41 "GET /v2.0/networks?id=697ad1c6-be7b-41a9-a7e9-bd03f9579186 HTTP/1.1" status: 200 len: 909 time: 0.0847280 Jun 26 21:41:55.496785 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-cc8f42fd-c9d1-4ece-9c6c-446761545043 req-3103fa10-90dd-422c-8247-8c17a502cfef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92a9b482-9419-4bb7-bc73-cf311abe46de HTTP/1.1" status: 200 len: 1001 time: 0.0606980 Jun 26 21:41:55.543980 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f42fd-c9d1-4ece-9c6c-446761545043 req-f39bf1e3-d9e0-4847-963f-bcade2663683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:41:55.545411 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-cc8f42fd-c9d1-4ece-9c6c-446761545043 req-f39bf1e3-d9e0-4847-963f-bcade2663683 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da89d400-abcf-42e1-900c-16eb824490e7 HTTP/1.1" status: 200 len: 847 time: 0.0426123 Jun 26 21:41:55.600932 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f42fd-c9d1-4ece-9c6c-446761545043 req-950cf24c-c7b0-4e92-bd16-9be5d7fbbe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:41:55.602411 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-cc8f42fd-c9d1-4ece-9c6c-446761545043 req-950cf24c-c7b0-4e92-bd16-9be5d7fbbe5a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=697ad1c6-be7b-41a9-a7e9-bd03f9579186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506222 Jun 26 21:41:55.697334 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-cc8f42fd-c9d1-4ece-9c6c-446761545043 req-56df06cb-2f6d-4034-bcbc-9336dd5f846f service neutron] 10.222.0.41 "GET /v2.0/networks/697ad1c6-be7b-41a9-a7e9-bd03f9579186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882916 Jun 26 21:41:55.789304 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-cc8f42fd-c9d1-4ece-9c6c-446761545043 req-2d7e5ed0-c4b7-42f6-a300-ac4ce4d75fa6 service neutron] 10.222.0.41 "GET /v2.0/networks/697ad1c6-be7b-41a9-a7e9-bd03f9579186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855167 Jun 26 21:41:55.914456 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:41:55.972686 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:41:57.651423 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:42:14.325596 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633c0fd-4638-40d3-9b2d-8f781e905a4e req-82a14d40-b425-4646-bd6b-e13268bf9192 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:42:14.327080 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e633c0fd-4638-40d3-9b2d-8f781e905a4e req-82a14d40-b425-4646-bd6b-e13268bf9192 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 945 time: 0.0658963 Jun 26 21:42:14.366525 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e633c0fd-4638-40d3-9b2d-8f781e905a4e req-85eb739c-214e-4e49-ad90-bd2b53d489ae tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/security-groups?id=f49f978c-3423-4359-9e44-5743bcbb6fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331149 Jun 26 21:42:14.764852 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.agents_db [None req-53b98272-06bb-47ef-8924-edf36d473ef8 None None] Agent healthcheck: found 6 active agents {{(pid=92924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 21:42:15.542758 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30533c9-9ace-49e3-867d-1c2d8624ec38 req-1ae4b039-e103-4e0b-a442-10fbffc1800c tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:42:15.544281 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e30533c9-9ace-49e3-867d-1c2d8624ec38 req-1ae4b039-e103-4e0b-a442-10fbffc1800c tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 945 time: 0.0631945 Jun 26 21:42:15.582802 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e30533c9-9ace-49e3-867d-1c2d8624ec38 req-d81c5172-252e-4730-9710-3863a187e0a3 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/security-groups?id=f49f978c-3423-4359-9e44-5743bcbb6fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326443 Jun 26 21:42:16.758752 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6264e6-0b36-4c7f-969f-d79b6b69cb85 req-e8dd54bd-0442-4901-982f-cbe02615ecf0 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:42:16.760115 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2f6264e6-0b36-4c7f-969f-d79b6b69cb85 req-e8dd54bd-0442-4901-982f-cbe02615ecf0 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 945 time: 0.0657654 Jun 26 21:42:16.796798 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2f6264e6-0b36-4c7f-969f-d79b6b69cb85 req-b528637d-065b-4320-8db9-b13d242b9437 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/security-groups?id=f49f978c-3423-4359-9e44-5743bcbb6fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309105 Jun 26 21:42:17.983422 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d3973-32be-40d6-8d5b-2b9171370b4c req-05ad3c4a-d8cf-464e-b3d6-595dd1d5fdd0 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:42:17.984980 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f55d3973-32be-40d6-8d5b-2b9171370b4c req-05ad3c4a-d8cf-464e-b3d6-595dd1d5fdd0 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 945 time: 0.0702672 Jun 26 21:42:18.026765 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f55d3973-32be-40d6-8d5b-2b9171370b4c req-47221a1b-272b-4b11-9ee9-cdd7fa319dc7 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/security-groups?id=f49f978c-3423-4359-9e44-5743bcbb6fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354855 Jun 26 21:42:19.211799 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6881c3-4401-4352-88f7-6587bf9eb01c req-b07d97e2-2d09-45d4-990d-11bc86f36b85 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:42:19.213274 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0a6881c3-4401-4352-88f7-6587bf9eb01c req-b07d97e2-2d09-45d4-990d-11bc86f36b85 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 945 time: 0.0722954 Jun 26 21:42:19.255865 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0a6881c3-4401-4352-88f7-6587bf9eb01c req-7fbf1d8a-7729-4201-a4f8-510b12c46469 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/security-groups?id=f49f978c-3423-4359-9e44-5743bcbb6fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369000 Jun 26 21:42:20.417437 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9ea6f25e-5db3-4829-8613-22a9acfef565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:42:20.433964 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861e8ac-abc5-41eb-8a0c-18c4909a708f req-5a97e2fc-3052-4c82-8a32-b273fb9f938a tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:42:20.435601 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f861e8ac-abc5-41eb-8a0c-18c4909a708f req-5a97e2fc-3052-4c82-8a32-b273fb9f938a tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 945 time: 0.0638492 Jun 26 21:42:20.473899 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f861e8ac-abc5-41eb-8a0c-18c4909a708f req-3e066346-76c2-446a-af85-b7f4b7e91011 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/security-groups?id=f49f978c-3423-4359-9e44-5743bcbb6fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325210 Jun 26 21:42:21.646935 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07995a82-cdd5-42f3-bd45-4c78c50d6fe2 req-fadc58e2-c2c0-43d4-b0eb-5694c34f7ef7 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:42:21.649175 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-07995a82-cdd5-42f3-bd45-4c78c50d6fe2 req-fadc58e2-c2c0-43d4-b0eb-5694c34f7ef7 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 945 time: 0.0647833 Jun 26 21:42:21.693364 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-07995a82-cdd5-42f3-bd45-4c78c50d6fe2 req-989dcf0d-cc66-47cc-9359-5387f23d9a95 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/security-groups?id=f49f978c-3423-4359-9e44-5743bcbb6fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381396 Jun 26 21:42:22.652411 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:42:22.867837 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b403c48-9bff-47b0-8960-d02ae0fad257 req-6defc581-c768-4e2c-a0d5-fac49413e45d tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:42:22.869338 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5b403c48-9bff-47b0-8960-d02ae0fad257 req-6defc581-c768-4e2c-a0d5-fac49413e45d tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 945 time: 0.0655134 Jun 26 21:42:22.908112 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5b403c48-9bff-47b0-8960-d02ae0fad257 req-9b2bc25a-076d-4cca-b444-05f9b4ce8d41 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/security-groups?id=f49f978c-3423-4359-9e44-5743bcbb6fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329633 Jun 26 21:42:24.081272 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd1742-cbd9-4a11-a5e3-19549d57fab8 req-9801648a-9c9d-4c98-8cb7-cc2bca518a53 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:42:24.082768 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a5fd1742-cbd9-4a11-a5e3-19549d57fab8 req-9801648a-9c9d-4c98-8cb7-cc2bca518a53 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 945 time: 0.0652103 Jun 26 21:42:24.126354 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a5fd1742-cbd9-4a11-a5e3-19549d57fab8 req-45603cc1-94e2-4010-8de4-16c5db7ee8ce tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/security-groups?id=f49f978c-3423-4359-9e44-5743bcbb6fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373456 Jun 26 21:42:24.415573 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf62a42-4b6c-4d33-a046-557604418eae req-3e5d719c-9e43-4181-bd92-8686cc5c660d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:42:24.416979 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-dcf62a42-4b6c-4d33-a046-557604418eae req-3e5d719c-9e43-4181-bd92-8686cc5c660d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ef42293e051422ea8d1c8e906da6b7d&device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 1098 time: 0.0596716 Jun 26 21:42:24.506821 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf62a42-4b6c-4d33-a046-557604418eae req-3df26e5b-15d0-4c9b-96bb-bafc14781fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:42:24.508308 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-dcf62a42-4b6c-4d33-a046-557604418eae req-3df26e5b-15d0-4c9b-96bb-bafc14781fdc service neutron] 10.222.0.41 "GET /v2.0/networks?id=697ad1c6-be7b-41a9-a7e9-bd03f9579186 HTTP/1.1" status: 200 len: 909 time: 0.0849707 Jun 26 21:42:24.576329 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-dcf62a42-4b6c-4d33-a046-557604418eae req-afd27ae8-5329-47d1-8a85-3d646636e78b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92a9b482-9419-4bb7-bc73-cf311abe46de HTTP/1.1" status: 200 len: 1001 time: 0.0615244 Jun 26 21:42:24.624428 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf62a42-4b6c-4d33-a046-557604418eae req-cc9f8c62-18b6-4e3e-a86f-bcc9a9e8bf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:42:24.625853 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-dcf62a42-4b6c-4d33-a046-557604418eae req-cc9f8c62-18b6-4e3e-a86f-bcc9a9e8bf8e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da89d400-abcf-42e1-900c-16eb824490e7 HTTP/1.1" status: 200 len: 847 time: 0.0428119 Jun 26 21:42:24.656068 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ca29d42a-2dcf-480e-9e8d-12404842e7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:42:24.687843 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf62a42-4b6c-4d33-a046-557604418eae req-676edec2-f10b-49fb-8835-aeefe247a487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:42:24.689253 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-dcf62a42-4b6c-4d33-a046-557604418eae req-676edec2-f10b-49fb-8835-aeefe247a487 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=697ad1c6-be7b-41a9-a7e9-bd03f9579186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554440 Jun 26 21:42:24.783733 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-dcf62a42-4b6c-4d33-a046-557604418eae req-2584a25f-2360-4196-9b44-ce77155cca77 service neutron] 10.222.0.41 "GET /v2.0/networks/697ad1c6-be7b-41a9-a7e9-bd03f9579186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871320 Jun 26 21:42:24.871827 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-dcf62a42-4b6c-4d33-a046-557604418eae req-d324e5a7-cded-4a1f-b023-331822546491 service neutron] 10.222.0.41 "GET /v2.0/networks/697ad1c6-be7b-41a9-a7e9-bd03f9579186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818572 Jun 26 21:42:25.300701 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823f777-94ce-46e1-a61e-e69dee110f4a req-2e2ee118-5ff3-4a7f-9912-0c496d685c6f tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:42:25.302195 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b823f777-94ce-46e1-a61e-e69dee110f4a req-2e2ee118-5ff3-4a7f-9912-0c496d685c6f tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 945 time: 0.0647304 Jun 26 21:42:25.342686 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b823f777-94ce-46e1-a61e-e69dee110f4a req-0eb0a24f-850a-4155-a0ac-16fcfec3a147 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/security-groups?id=f49f978c-3423-4359-9e44-5743bcbb6fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349483 Jun 26 21:42:25.917513 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:42:25.988774 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:42:26.519429 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c26843-5570-495d-9046-2d875c282484 req-17d0e870-0f2f-4407-8ae6-3eff27bb753c tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:42:26.521401 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-06c26843-5570-495d-9046-2d875c282484 req-17d0e870-0f2f-4407-8ae6-3eff27bb753c tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 945 time: 0.0633817 Jun 26 21:42:26.558325 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-06c26843-5570-495d-9046-2d875c282484 req-eb761ad7-972d-4e16-a515-6b79eae9e2ee tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/security-groups?id=f49f978c-3423-4359-9e44-5743bcbb6fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312605 Jun 26 21:42:27.654579 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:42:27.741626 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ee94a-0c04-40ff-8070-83c205340fdc req-c9e6ad0d-0111-4972-a24a-69d0c001f853 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:42:27.743004 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d42ee94a-0c04-40ff-8070-83c205340fdc req-c9e6ad0d-0111-4972-a24a-69d0c001f853 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 945 time: 0.0625379 Jun 26 21:42:27.781886 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d42ee94a-0c04-40ff-8070-83c205340fdc req-ee91b3af-ddf3-4e24-8a21-c6b6bcabed3d tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/security-groups?id=f49f978c-3423-4359-9e44-5743bcbb6fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332377 Jun 26 21:42:28.082199 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-e4ffb44b-4a5e-4af9-9c73-17c8d52bd36e req-964974d1-7df4-40f2-be06-430c07fd0b4f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0585513 Jun 26 21:42:28.148455 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b062a3-fa8a-4c76-ba6e-0a2dc0940ac9 req-9e4effad-7e09-4cae-8709-2cffcbf5f64e tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:42:28.149984 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b6b062a3-fa8a-4c76-ba6e-0a2dc0940ac9 req-9e4effad-7e09-4cae-8709-2cffcbf5f64e tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 945 time: 0.0659573 Jun 26 21:42:28.189361 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b6b062a3-fa8a-4c76-ba6e-0a2dc0940ac9 req-704479b6-9c71-46f5-aee5-82bab8df3caf tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/security-groups?id=f49f978c-3423-4359-9e44-5743bcbb6fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337021 Jun 26 21:42:29.351848 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffb44b-4a5e-4af9-9c73-17c8d52bd36e req-fd942f50-3246-4981-96cf-b3a33543400c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:42:29.353370 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-e4ffb44b-4a5e-4af9-9c73-17c8d52bd36e req-fd942f50-3246-4981-96cf-b3a33543400c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c&tenant_id=3ef42293e051422ea8d1c8e906da6b7d HTTP/1.1" status: 200 len: 1098 time: 0.0832083 Jun 26 21:42:29.369899 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b67337-410a-40d7-8899-22e90c4c81f0 req-54007d58-7f6a-4aab-b694-bb04b08ace34 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:42:29.371426 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-79b67337-410a-40d7-8899-22e90c4c81f0 req-54007d58-7f6a-4aab-b694-bb04b08ace34 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 945 time: 0.0645537 Jun 26 21:42:29.409687 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-79b67337-410a-40d7-8899-22e90c4c81f0 req-736ab3e3-e807-4bdb-8088-4da2cf2082b2 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/security-groups?id=f49f978c-3423-4359-9e44-5743bcbb6fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322399 Jun 26 21:42:29.427795 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffb44b-4a5e-4af9-9c73-17c8d52bd36e req-c84e4086-d2fc-45e8-b6bf-d47c8f0f1ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:42:29.429299 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-e4ffb44b-4a5e-4af9-9c73-17c8d52bd36e req-c84e4086-d2fc-45e8-b6bf-d47c8f0f1ae5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ef42293e051422ea8d1c8e906da6b7d&device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 1098 time: 0.0538034 Jun 26 21:42:29.462314 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 92a9b482-9419-4bb7-bc73-cf311abe46de no longer exists at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:42:29.520729 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffb44b-4a5e-4af9-9c73-17c8d52bd36e req-c3dbd83f-4c43-4518-9abc-fe350fb6bcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:42:29.522493 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-e4ffb44b-4a5e-4af9-9c73-17c8d52bd36e req-c3dbd83f-4c43-4518-9abc-fe350fb6bcc1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=697ad1c6-be7b-41a9-a7e9-bd03f9579186 HTTP/1.1" status: 200 len: 909 time: 0.0876627 Jun 26 21:42:29.533144 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:42:29.554504 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd30f0ef3-7da5-4d7a-a3c9-038cd7f6177c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92a9b482-9419-4bb7-bc73-cf311abe46de'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:42:29.556824 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8789620f65ed64c11f36a2c9fb0085813b3741d077667d6f020eb6652e2807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ea9443-7a75-4179-b16e-6b044ea0ab42" -d '{"events": [{"server_uuid": "d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c", "name": "network-vif-unplugged", "status": "completed", "tag": "92a9b482-9419-4bb7-bc73-cf311abe46de"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:42:29.570718 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 92a9b482-9419-4bb7-bc73-cf311abe46de, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=92a9b482-9419-4bb7-bc73-cf311abe46de,segment=NetworkSegment(73616d55-55df-4dd3-947f-bbcf2754f2c8),segment_id=73616d55-55df-4dd3-947f-bbcf2754f2c8)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:42:29.575318 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:42:29.578553 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:42:29.590451 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-e4ffb44b-4a5e-4af9-9c73-17c8d52bd36e req-ff4a9359-a07f-4b49-9ba7-493ac7ebca9d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92a9b482-9419-4bb7-bc73-cf311abe46de HTTP/1.1" status: 200 len: 1001 time: 0.0620041 Jun 26 21:42:29.629623 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=92a9b482-9419-4bb7-bc73-cf311abe46de,revision_number=6']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:42:29.638015 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:42:29.638365 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:42:29.638707 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:42:29.639042 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:42:29.639438 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:42:29.639768 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:42:29.640095 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:42:29.640424 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:42:29.640750 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:42:29.641392 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:42:29.641392 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:42:29.641704 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:42:29.642053 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffb44b-4a5e-4af9-9c73-17c8d52bd36e req-bdf87ada-e47d-42eb-ab78-363c812d8b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:42:29.643597 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-e4ffb44b-4a5e-4af9-9c73-17c8d52bd36e req-bdf87ada-e47d-42eb-ab78-363c812d8b34 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da89d400-abcf-42e1-900c-16eb824490e7 HTTP/1.1" status: 200 len: 847 time: 0.0469394 Jun 26 21:42:29.646011 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:42:29.668571 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Jun 2021 21:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ea8ad6-0b3e-4aa3-a5f7-d7ce8cb74fad x-openstack-request-id: req-63ea8ad6-0b3e-4aa3-a5f7-d7ce8cb74fad {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:42:29.668571 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c", "name": "network-vif-unplugged", "status": "completed", "tag": "92a9b482-9419-4bb7-bc73-cf311abe46de", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:42:29.668855 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-63ea8ad6-0b3e-4aa3-a5f7-d7ce8cb74fad {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:42:29.669048 dv-cinder-798208-1-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd30f0ef3-7da5-4d7a-a3c9-038cd7f6177c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92a9b482-9419-4bb7-bc73-cf311abe46de', 'code': 200} Jun 26 21:42:29.700671 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffb44b-4a5e-4af9-9c73-17c8d52bd36e req-01402225-7092-4f93-9c97-dd40e395e0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:42:29.702194 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-e4ffb44b-4a5e-4af9-9c73-17c8d52bd36e req-01402225-7092-4f93-9c97-dd40e395e0fb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=697ad1c6-be7b-41a9-a7e9-bd03f9579186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524914 Jun 26 21:42:29.793342 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-e4ffb44b-4a5e-4af9-9c73-17c8d52bd36e req-f0cf0b19-c26f-4f6f-b25c-91715fe3d548 service neutron] 10.222.0.41 "GET /v2.0/networks/697ad1c6-be7b-41a9-a7e9-bd03f9579186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845733 Jun 26 21:42:29.880277 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-e4ffb44b-4a5e-4af9-9c73-17c8d52bd36e req-271645b9-6020-4247-bc0e-1fa951f24cd2 service neutron] 10.222.0.41 "GET /v2.0/networks/697ad1c6-be7b-41a9-a7e9-bd03f9579186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805759 Jun 26 21:42:30.578664 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a9f19-21d5-46ce-ae24-e3cabaf9f066 req-94e1f6c6-bbe9-4363-8ef1-a5ba5d50185d tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:42:30.580145 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7c1a9f19-21d5-46ce-ae24-e3cabaf9f066 req-94e1f6c6-bbe9-4363-8ef1-a5ba5d50185d tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 943 time: 0.0604043 Jun 26 21:42:30.619862 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7c1a9f19-21d5-46ce-ae24-e3cabaf9f066 req-617c0b8a-ce48-449d-9322-691c92c988a6 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/security-groups?id=f49f978c-3423-4359-9e44-5743bcbb6fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335572 Jun 26 21:42:31.791461 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1b178-9dc7-49fa-a9e1-a3d063f4b54f req-2d60f058-5f90-492c-a2ec-e76a8d90b9b6 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:42:31.792902 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c2c1b178-9dc7-49fa-a9e1-a3d063f4b54f req-2d60f058-5f90-492c-a2ec-e76a8d90b9b6 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 943 time: 0.0612850 Jun 26 21:42:31.829209 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c2c1b178-9dc7-49fa-a9e1-a3d063f4b54f req-f7a46980-c147-4dde-9443-ecf4ac48615a tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/security-groups?id=f49f978c-3423-4359-9e44-5743bcbb6fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307367 Jun 26 21:42:33.001586 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920b7a2-4b58-451b-8924-1829a122e7d2 req-60bc4aa7-20db-479d-b11b-c7eb4b351517 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:42:33.003047 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c920b7a2-4b58-451b-8924-1829a122e7d2 req-60bc4aa7-20db-479d-b11b-c7eb4b351517 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 943 time: 0.0618627 Jun 26 21:42:33.039933 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c920b7a2-4b58-451b-8924-1829a122e7d2 req-9848ec52-e8f6-49f6-8166-65da9633c80d tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/security-groups?id=f49f978c-3423-4359-9e44-5743bcbb6fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313098 Jun 26 21:42:34.222871 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b5755-6fc7-4f10-b520-92036d51a529 req-9ab5b8a1-51f4-4526-8014-9e5dfb7366e8 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:42:34.224298 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-066b5755-6fc7-4f10-b520-92036d51a529 req-9ab5b8a1-51f4-4526-8014-9e5dfb7366e8 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 943 time: 0.0656383 Jun 26 21:42:34.261108 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-066b5755-6fc7-4f10-b520-92036d51a529 req-786cb769-a9d1-42cc-9171-ecc616522b1d tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/security-groups?id=f49f978c-3423-4359-9e44-5743bcbb6fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311699 Jun 26 21:42:35.432315 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a459d7-070f-4da2-abe2-2217b7167f4b req-377c1213-0a95-4533-9de0-d6943990ac12 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:42:35.433797 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-46a459d7-070f-4da2-abe2-2217b7167f4b req-377c1213-0a95-4533-9de0-d6943990ac12 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 943 time: 0.0630798 Jun 26 21:42:35.477887 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-46a459d7-070f-4da2-abe2-2217b7167f4b req-1191af43-9614-44da-8671-b88cf91d604d tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/security-groups?id=f49f978c-3423-4359-9e44-5743bcbb6fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384347 Jun 26 21:42:35.918882 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fa7ea-9f7e-46b4-80e1-fb49808d3aae req-962db816-2e03-4fb9-9ed8-9c669d8c7ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:42:35.920423 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-f79fa7ea-9f7e-46b4-80e1-fb49808d3aae req-962db816-2e03-4fb9-9ed8-9c669d8c7ab9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 1096 time: 0.0524116 Jun 26 21:42:35.957172 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-f79fa7ea-9f7e-46b4-80e1-fb49808d3aae req-1e2ebcb5-3b2b-4130-b0b8-fcf449d60307 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f49f978c-3423-4359-9e44-5743bcbb6fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305717 Jun 26 21:42:36.650421 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253632a-1e88-479f-a3a6-176f8c9e6b78 req-8158c7b1-bc12-43da-8d0e-168a0eda3e0a tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:42:36.652003 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9253632a-1e88-479f-a3a6-176f8c9e6b78 req-8158c7b1-bc12-43da-8d0e-168a0eda3e0a tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 943 time: 0.0623045 Jun 26 21:42:36.701799 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9253632a-1e88-479f-a3a6-176f8c9e6b78 req-14cbf5cc-09dc-43d4-8261-e90f50950354 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/security-groups?id=f49f978c-3423-4359-9e44-5743bcbb6fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393560 Jun 26 21:42:37.538371 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 92a9b482-9419-4bb7-bc73-cf311abe46de details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=92923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 21:42:37.631762 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 92a9b482-9419-4bb7-bc73-cf311abe46de, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=92a9b482-9419-4bb7-bc73-cf311abe46de,segment=NetworkSegment(73616d55-55df-4dd3-947f-bbcf2754f2c8),segment_id=73616d55-55df-4dd3-947f-bbcf2754f2c8)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:42:37.643086 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Returning: {'device': '92a9b482-9419-4bb7-bc73-cf311abe46de', 'network_id': '697ad1c6-be7b-41a9-a7e9-bd03f9579186', 'port_id': '92a9b482-9419-4bb7-bc73-cf311abe46de', 'mac_address': 'fa:16:3e:cd:b9:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da89d400-abcf-42e1-900c-16eb824490e7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 21:42:37.683776 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:42:37.695721 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92a9b482-9419-4bb7-bc73-cf311abe46de {{(pid=92923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 21:42:37.714598 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 92a9b482-9419-4bb7-bc73-cf311abe46de, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=92a9b482-9419-4bb7-bc73-cf311abe46de,segment=NetworkSegment(73616d55-55df-4dd3-947f-bbcf2754f2c8),segment_id=73616d55-55df-4dd3-947f-bbcf2754f2c8)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:42:37.719413 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:42:37.722806 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:42:37.769781 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=92a9b482-9419-4bb7-bc73-cf311abe46de,revision_number=7']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:42:37.774180 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:42:37.885146 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98408831-ea4a-4043-92d3-5c85e57dbef2 req-1e508f66-216a-4157-b01c-b8ac1bb78397 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:42:37.886660 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-98408831-ea4a-4043-92d3-5c85e57dbef2 req-1e508f66-216a-4157-b01c-b8ac1bb78397 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 944 time: 0.0657620 Jun 26 21:42:37.922830 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-98408831-ea4a-4043-92d3-5c85e57dbef2 req-a344d1f5-ec2d-493f-b093-28e93a49ed8c tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/security-groups?id=f49f978c-3423-4359-9e44-5743bcbb6fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306041 Jun 26 21:42:37.943063 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] get_ports_and_sgs() called for port_ids ['92a9b482-9419-4bb7-bc73-cf311abe46de'] {{(pid=92923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 21:42:39.540749 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 92a9b482-9419-4bb7-bc73-cf311abe46de up at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 21:42:39.586094 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Provisioning complete for port 92a9b482-9419-4bb7-bc73-cf311abe46de triggered by entity L2. {{(pid=92923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 21:42:39.587100 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4061420'] for port, provisioning_complete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:42:39.661482 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4156454'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:42:39.682921 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd30f0ef3-7da5-4d7a-a3c9-038cd7f6177c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a9b482-9419-4bb7-bc73-cf311abe46de'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:42:39.685195 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc8789620f65ed64c11f36a2c9fb0085813b3741d077667d6f020eb6652e2807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e8435f-daf3-45eb-860a-6ab7fbcbd352" -d '{"events": [{"server_uuid": "d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c", "name": "network-vif-plugged", "status": "completed", "tag": "92a9b482-9419-4bb7-bc73-cf311abe46de"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:42:39.698089 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] For port 92a9b482-9419-4bb7-bc73-cf311abe46de, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=92a9b482-9419-4bb7-bc73-cf311abe46de,segment=NetworkSegment(73616d55-55df-4dd3-947f-bbcf2754f2c8),segment_id=73616d55-55df-4dd3-947f-bbcf2754f2c8)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:42:39.702653 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773185432504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773185022967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773185041704'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:42:39.704519 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-3ab2c53e-7054-4f31-a68c-9630effbdfa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:42:39.725778 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 21:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc3d0ed-3480-4c6d-bda3-3483393702f1 x-openstack-request-id: req-bbc3d0ed-3480-4c6d-bda3-3483393702f1 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:42:39.726074 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c", "name": "network-vif-plugged", "status": "completed", "tag": "92a9b482-9419-4bb7-bc73-cf311abe46de", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:42:39.726329 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bbc3d0ed-3480-4c6d-bda3-3483393702f1 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:42:39.726712 dv-cinder-798208-1-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd30f0ef3-7da5-4d7a-a3c9-038cd7f6177c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a9b482-9419-4bb7-bc73-cf311abe46de', 'code': 200} Jun 26 21:42:39.751669 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Pushing event updated for resources: {'Port': ['ID=92a9b482-9419-4bb7-bc73-cf311abe46de,revision_number=8']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:42:39.754508 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:42:50.542079 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4e8b2730-9f6f-4fe7-92c9-474124f24751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:42:51.763549 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.agents_db [None req-53b98272-06bb-47ef-8924-edf36d473ef8 None None] Agent healthcheck: found 6 active agents {{(pid=92924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 21:42:52.653685 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:42:54.647245 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f2c9fc52-9f65-431b-b95e-a900601f5bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:42:55.457859 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-6979a2b0-a6ab-4b87-8503-6a0f7da58d7c req-fc80c502-a78d-4e57-98d6-6574ce97bbef service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496485 Jun 26 21:42:55.559085 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979a2b0-a6ab-4b87-8503-6a0f7da58d7c req-21f3760a-ae3a-4a39-b372-851e39378a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:42:55.560582 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-6979a2b0-a6ab-4b87-8503-6a0f7da58d7c req-21f3760a-ae3a-4a39-b372-851e39378a7e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ef42293e051422ea8d1c8e906da6b7d&device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 1098 time: 0.0611064 Jun 26 21:42:55.668837 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979a2b0-a6ab-4b87-8503-6a0f7da58d7c req-16529afc-413a-4189-abcc-19bf0403b050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:42:55.670348 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-6979a2b0-a6ab-4b87-8503-6a0f7da58d7c req-16529afc-413a-4189-abcc-19bf0403b050 service neutron] 10.222.0.41 "GET /v2.0/networks?id=697ad1c6-be7b-41a9-a7e9-bd03f9579186 HTTP/1.1" status: 200 len: 909 time: 0.0894248 Jun 26 21:42:55.739621 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-6979a2b0-a6ab-4b87-8503-6a0f7da58d7c req-e815a298-ec38-4d9a-ac32-808009f7df21 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92a9b482-9419-4bb7-bc73-cf311abe46de HTTP/1.1" status: 200 len: 1001 time: 0.0612905 Jun 26 21:42:55.790915 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979a2b0-a6ab-4b87-8503-6a0f7da58d7c req-c541b8f8-1c56-4ac1-bb16-7f937e6f4562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:42:55.793432 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-6979a2b0-a6ab-4b87-8503-6a0f7da58d7c req-c541b8f8-1c56-4ac1-bb16-7f937e6f4562 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da89d400-abcf-42e1-900c-16eb824490e7 HTTP/1.1" status: 200 len: 847 time: 0.0473268 Jun 26 21:42:55.855085 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979a2b0-a6ab-4b87-8503-6a0f7da58d7c req-34a72616-bf6c-47e1-b3a0-f491aa8f9a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:42:55.856574 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-6979a2b0-a6ab-4b87-8503-6a0f7da58d7c req-34a72616-bf6c-47e1-b3a0-f491aa8f9a51 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=697ad1c6-be7b-41a9-a7e9-bd03f9579186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555284 Jun 26 21:42:55.921599 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:42:55.950350 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-6979a2b0-a6ab-4b87-8503-6a0f7da58d7c req-233f3520-ddfd-4607-b24a-ae0b4be67613 service neutron] 10.222.0.41 "GET /v2.0/networks/697ad1c6-be7b-41a9-a7e9-bd03f9579186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842843 Jun 26 21:42:56.010970 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:42:56.046239 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-6979a2b0-a6ab-4b87-8503-6a0f7da58d7c req-2af3de23-1283-4c05-b079-4009bb61aec3 service neutron] 10.222.0.41 "GET /v2.0/networks/697ad1c6-be7b-41a9-a7e9-bd03f9579186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890996 Jun 26 21:42:57.657893 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:20.424914 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9d4380fe-d782-41fd-a387-29ed0997c316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:22.654904 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:24.650250 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-05412fbc-98a2-4c79-881d-2c25d332ebe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:25.923361 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:26.003012 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:27.660430 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:28.761813 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.agents_db [None req-53b98272-06bb-47ef-8924-edf36d473ef8 None None] Agent healthcheck: found 6 active agents {{(pid=92924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 21:43:50.168005 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 48988) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:43:50.324325 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-ce822284-5d18-4068-aca8-d9d7bdb82d9e tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Deleting port 97ef0d18-9fe4-41fb-a0df-1d11ea180b3b {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:43:50.324671 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ce822284-5d18-4068-aca8-d9d7bdb82d9e tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:50.403662 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ce822284-5d18-4068-aca8-d9d7bdb82d9e tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:50.404514 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ce822284-5d18-4068-aca8-d9d7bdb82d9e tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:50.416401 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-ce822284-5d18-4068-aca8-d9d7bdb82d9e tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Calling delete_port for 97ef0d18-9fe4-41fb-a0df-1d11ea180b3b owned by network:floatingip {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:43:50.426176 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3e4ddbc8-ac6d-46ca-a92d-feb0ac1c1272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:50.558276 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ce822284-5d18-4068-aca8-d9d7bdb82d9e tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8809482'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:50.561037 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-5f0c6375-4e01-417d-ade2-f51ee71cfc5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:43:50.863976 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce822284-5d18-4068-aca8-d9d7bdb82d9e tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Pushing event deleted for resources: {'Port': ['ID=97ef0d18-9fe4-41fb-a0df-1d11ea180b3b,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:43:50.874833 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce822284-5d18-4068-aca8-d9d7bdb82d9e tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:43:50.875240 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce822284-5d18-4068-aca8-d9d7bdb82d9e tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:43:50.875615 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce822284-5d18-4068-aca8-d9d7bdb82d9e tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:43:50.875981 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce822284-5d18-4068-aca8-d9d7bdb82d9e tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:43:50.876346 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce822284-5d18-4068-aca8-d9d7bdb82d9e tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:43:50.876706 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce822284-5d18-4068-aca8-d9d7bdb82d9e tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:43:50.877062 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce822284-5d18-4068-aca8-d9d7bdb82d9e tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:43:50.877416 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce822284-5d18-4068-aca8-d9d7bdb82d9e tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:43:50.877900 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce822284-5d18-4068-aca8-d9d7bdb82d9e tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:43:50.878132 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce822284-5d18-4068-aca8-d9d7bdb82d9e tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:43:50.878481 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce822284-5d18-4068-aca8-d9d7bdb82d9e tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:43:50.878831 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce822284-5d18-4068-aca8-d9d7bdb82d9e tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:43:50.896297 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-ce822284-5d18-4068-aca8-d9d7bdb82d9e tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:43:50.934113 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ce822284-5d18-4068-aca8-d9d7bdb82d9e tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks [] for floatingip, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:50.934440 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.db.l3_db [None req-ce822284-5d18-4068-aca8-d9d7bdb82d9e tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Floating IP 1fe0d206-001b-4108-8a22-754821a36a9b disassociated (deleted). External IP: 172.27.2.121, port: 92a9b482-9419-4bb7-bc73-cf311abe46de. Jun 26 21:43:51.134419 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce822284-5d18-4068-aca8-d9d7bdb82d9e tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Router 4255aca2-4e8d-4281-90a1-b684e77ccb8e has already been hosted by L3 agent 8f52ff15-e1cf-4181-89b9-9a217ed1d1bf {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 21:43:51.240418 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce822284-5d18-4068-aca8-d9d7bdb82d9e tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify agent at l3_agent.dv-cinder-798208-1-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 21:43:51.244809 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ce822284-5d18-4068-aca8-d9d7bdb82d9e tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for floatingip, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:51.250062 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e98f59-50fe-4cd2-a712-da9bdfd0068c None None] Sync routers for ids ['4255aca2-4e8d-4281-90a1-b684e77ccb8e'] in dv-cinder-798208-1-iscsi {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 21:43:51.259303 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e98f59-50fe-4cd2-a712-da9bdfd0068c None None] Routers {'4255aca2-4e8d-4281-90a1-b684e77ccb8e'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:43:51.259940 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-08e98f59-50fe-4cd2-a712-da9bdfd0068c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:43:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['4255aca2-4e8d-4281-90a1-b684e77ccb8e'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:43:51.281559 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-ce822284-5d18-4068-aca8-d9d7bdb82d9e tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "DELETE /v2.0/floatingips/1fe0d206-001b-4108-8a22-754821a36a9b HTTP/1.1" status: 204 len: 168 time: 1.1124957 Jun 26 21:43:51.282341 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd30f0ef3-7da5-4d7a-a3c9-038cd7f6177c', 'tag': '92a9b482-9419-4bb7-bc73-cf311abe46de'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:43:51.284807 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02b73ab247f9faeb07a43472fb83bf8797eb00ff3c4bc2c6d8d9a12e0ada40b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bc3195-c80d-49b2-b9f8-61a17cbf5dce" -d '{"events": [{"name": "network-changed", "server_uuid": "d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c", "tag": "92a9b482-9419-4bb7-bc73-cf311abe46de"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:43:51.357474 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 21:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce1cf5a-5a55-4e80-a7be-af0096b5c63f x-openstack-request-id: req-6ce1cf5a-5a55-4e80-a7be-af0096b5c63f {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:43:51.358680 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c", "tag": "92a9b482-9419-4bb7-bc73-cf311abe46de", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:43:51.359134 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6ce1cf5a-5a55-4e80-a7be-af0096b5c63f {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:43:51.360311 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd30f0ef3-7da5-4d7a-a3c9-038cd7f6177c', 'tag': '92a9b482-9419-4bb7-bc73-cf311abe46de', 'status': 'completed', 'code': 200} Jun 26 21:43:51.369039 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-08e98f59-50fe-4cd2-a712-da9bdfd0068c None None] Set router 4255aca2-4e8d-4281-90a1-b684e77ccb8e gateway port host: dv-cinder-798208-1-iscsi {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:43:51.438509 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc3195-c80d-49b2-b9f8-61a17cbf5dce req-4bc2775f-7bd9-42fd-ab1e-a5ae1863b091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:43:51.440205 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-32bc3195-c80d-49b2-b9f8-61a17cbf5dce req-4bc2775f-7bd9-42fd-ab1e-a5ae1863b091 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ef42293e051422ea8d1c8e906da6b7d&device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 1098 time: 0.0557096 Jun 26 21:43:51.548435 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc3195-c80d-49b2-b9f8-61a17cbf5dce req-b4726841-94f6-4448-ac7c-75d65cbe9b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:43:51.550042 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-32bc3195-c80d-49b2-b9f8-61a17cbf5dce req-b4726841-94f6-4448-ac7c-75d65cbe9b54 service neutron] 10.222.0.41 "GET /v2.0/networks?id=697ad1c6-be7b-41a9-a7e9-bd03f9579186 HTTP/1.1" status: 200 len: 909 time: 0.1034718 Jun 26 21:43:51.584515 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-08e98f59-50fe-4cd2-a712-da9bdfd0068c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4255aca2-4e8d-4281-90a1-b684e77ccb8e', 'name': 'tempest-TestShelveInstance-729168278-router', 'tenant_id': '3ef42293e051422ea8d1c8e906da6b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '5d65a7ec-33bc-4b35-83f3-bca901bd0811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:39:31Z', 'updated_at': '2021-06-26T21:39:34Z', 'revision_number': 4, 'project_id': '3ef42293e051422ea8d1c8e906da6b7d', 'gw_port': {'id': '5d65a7ec-33bc-4b35-83f3-bca901bd0811', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4255aca2-4e8d-4281-90a1-b684e77ccb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:39:32Z', 'updated_at': '2021-06-26T21:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': '885da39d-afbe-47e2-8337-6fc5117aa509', 'name': '', 'network_id': '697ad1c6-be7b-41a9-a7e9-bd03f9579186', 'tenant_id': '3ef42293e051422ea8d1c8e906da6b7d', 'mac_address': 'fa:16:3e:1e:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4255aca2-4e8d-4281-90a1-b684e77ccb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'da89d400-abcf-42e1-900c-16eb824490e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:39:33Z', 'updated_at': '2021-06-26T21:39:40Z', 'revision_number': 5, 'project_id': '3ef42293e051422ea8d1c8e906da6b7d', 'subnets': [{'id': 'da89d400-abcf-42e1-900c-16eb824490e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:43:51.598954 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-32bc3195-c80d-49b2-b9f8-61a17cbf5dce req-343ec831-edd0-4afb-befa-59d9b10a484b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92a9b482-9419-4bb7-bc73-cf311abe46de HTTP/1.1" status: 200 len: 217 time: 0.0404811 Jun 26 21:43:51.610680 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e98f59-50fe-4cd2-a712-da9bdfd0068c None None] Checking router: 4255aca2-4e8d-4281-90a1-b684e77ccb8e for host: dv-cinder-798208-1-iscsi {{(pid=92923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 21:43:51.619199 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e98f59-50fe-4cd2-a712-da9bdfd0068c None None] Routers {'4255aca2-4e8d-4281-90a1-b684e77ccb8e'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:43:51.619836 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-08e98f59-50fe-4cd2-a712-da9bdfd0068c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:43:25Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['4255aca2-4e8d-4281-90a1-b684e77ccb8e'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:43:51.650085 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc3195-c80d-49b2-b9f8-61a17cbf5dce req-0ce0e380-b7a6-4398-9450-31aacfa90282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:43:51.651683 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-32bc3195-c80d-49b2-b9f8-61a17cbf5dce req-0ce0e380-b7a6-4398-9450-31aacfa90282 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da89d400-abcf-42e1-900c-16eb824490e7 HTTP/1.1" status: 200 len: 847 time: 0.0451946 Jun 26 21:43:51.695895 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2be1a-4924-491d-a100-06d8a35cc0d1 req-fed553e3-2c9a-4d8b-822a-8319cbbcd1b4 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:43:51.697544 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-88f2be1a-4924-491d-a100-06d8a35cc0d1 req-fed553e3-2c9a-4d8b-822a-8319cbbcd1b4 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 945 time: 0.0690720 Jun 26 21:43:51.714879 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc3195-c80d-49b2-b9f8-61a17cbf5dce req-6cdec991-c5eb-4b09-bdbb-643df276a58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:43:51.716587 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-32bc3195-c80d-49b2-b9f8-61a17cbf5dce req-6cdec991-c5eb-4b09-bdbb-643df276a58c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=697ad1c6-be7b-41a9-a7e9-bd03f9579186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0567825 Jun 26 21:43:51.732378 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-08e98f59-50fe-4cd2-a712-da9bdfd0068c None None] Set router 4255aca2-4e8d-4281-90a1-b684e77ccb8e gateway port host: dv-cinder-798208-1-iscsi {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:43:51.750243 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-88f2be1a-4924-491d-a100-06d8a35cc0d1 req-10ea1c04-cbdf-48c7-9e8c-e81ca7cd31a9 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/security-groups?id=f49f978c-3423-4359-9e44-5743bcbb6fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446918 Jun 26 21:43:51.812165 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-32bc3195-c80d-49b2-b9f8-61a17cbf5dce req-1783cf1e-20ef-46be-8266-03572904ad03 service neutron] 10.222.0.41 "GET /v2.0/networks/697ad1c6-be7b-41a9-a7e9-bd03f9579186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868571 Jun 26 21:43:51.903457 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-32bc3195-c80d-49b2-b9f8-61a17cbf5dce req-9d0aea2b-2128-49f6-b720-78bcef71944f service neutron] 10.222.0.41 "GET /v2.0/networks/697ad1c6-be7b-41a9-a7e9-bd03f9579186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841532 Jun 26 21:43:51.931681 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-08e98f59-50fe-4cd2-a712-da9bdfd0068c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4255aca2-4e8d-4281-90a1-b684e77ccb8e', 'name': 'tempest-TestShelveInstance-729168278-router', 'tenant_id': '3ef42293e051422ea8d1c8e906da6b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '5d65a7ec-33bc-4b35-83f3-bca901bd0811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:39:31Z', 'updated_at': '2021-06-26T21:39:34Z', 'revision_number': 4, 'project_id': '3ef42293e051422ea8d1c8e906da6b7d', 'gw_port': {'id': '5d65a7ec-33bc-4b35-83f3-bca901bd0811', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4255aca2-4e8d-4281-90a1-b684e77ccb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:39:32Z', 'updated_at': '2021-06-26T21:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': '885da39d-afbe-47e2-8337-6fc5117aa509', 'name': '', 'network_id': '697ad1c6-be7b-41a9-a7e9-bd03f9579186', 'tenant_id': '3ef42293e051422ea8d1c8e906da6b7d', 'mac_address': 'fa:16:3e:1e:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4255aca2-4e8d-4281-90a1-b684e77ccb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'da89d400-abcf-42e1-900c-16eb824490e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:39:33Z', 'updated_at': '2021-06-26T21:39:40Z', 'revision_number': 5, 'project_id': '3ef42293e051422ea8d1c8e906da6b7d', 'subnets': [{'id': 'da89d400-abcf-42e1-900c-16eb824490e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:43:51.957733 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e98f59-50fe-4cd2-a712-da9bdfd0068c None None] The sync data for ids ['4255aca2-4e8d-4281-90a1-b684e77ccb8e'] in dv-cinder-798208-1-iscsi is: [{'id': '4255aca2-4e8d-4281-90a1-b684e77ccb8e', 'name': 'tempest-TestShelveInstance-729168278-router', 'tenant_id': '3ef42293e051422ea8d1c8e906da6b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '5d65a7ec-33bc-4b35-83f3-bca901bd0811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:39:31Z', 'updated_at': '2021-06-26T21:39:34Z', 'revision_number': 4, 'project_id': '3ef42293e051422ea8d1c8e906da6b7d', 'gw_port': {'id': '5d65a7ec-33bc-4b35-83f3-bca901bd0811', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4255aca2-4e8d-4281-90a1-b684e77ccb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:39:32Z', 'updated_at': '2021-06-26T21:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi', '_interfaces': [{'id': '885da39d-afbe-47e2-8337-6fc5117aa509', 'name': '', 'network_id': '697ad1c6-be7b-41a9-a7e9-bd03f9579186', 'tenant_id': '3ef42293e051422ea8d1c8e906da6b7d', 'mac_address': 'fa:16:3e:1e:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4255aca2-4e8d-4281-90a1-b684e77ccb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'da89d400-abcf-42e1-900c-16eb824490e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:39:33Z', 'updated_at': '2021-06-26T21:39:40Z', 'revision_number': 5, 'project_id': '3ef42293e051422ea8d1c8e906da6b7d', 'subnets': [{'id': 'da89d400-abcf-42e1-900c-16eb824490e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 21:43:52.174058 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a3c13d-3fa7-4e5b-8b18-3a53fe74427f None None] New status for floating IP 1fe0d206-001b-4108-8a22-754821a36a9b: DOWN {{(pid=92924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 21:43:52.656913 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:52.927929 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab707f0-f9a3-4f9b-abc1-31ec0e300967 req-e8e55d84-5953-452a-9d7d-8fa990d986d9 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:43:52.929483 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fab707f0-f9a3-4f9b-abc1-31ec0e300967 req-e8e55d84-5953-452a-9d7d-8fa990d986d9 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 945 time: 0.0637755 Jun 26 21:43:52.968129 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fab707f0-f9a3-4f9b-abc1-31ec0e300967 req-1fd5b853-b67f-436a-a382-fb7a568d65ed tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/security-groups?id=f49f978c-3423-4359-9e44-5743bcbb6fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330012 Jun 26 21:43:53.122380 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857f057-b516-4921-8098-d0bfae12411e req-54fa03a3-adfa-4b9b-b9c1-3e7e2f61ea30 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 21:43:53.123840 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-7857f057-b516-4921-8098-d0bfae12411e req-54fa03a3-adfa-4b9b-b9c1-3e7e2f61ea30 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.41 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 945 time: 0.0642002 Jun 26 21:43:53.238489 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-7857f057-b516-4921-8098-d0bfae12411e req-a47e9f56-585c-4f80-a75d-18e63e2d01b2 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Deleting port 92a9b482-9419-4bb7-bc73-cf311abe46de {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:43:53.238830 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-7857f057-b516-4921-8098-d0bfae12411e req-a47e9f56-585c-4f80-a75d-18e63e2d01b2 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:53.327176 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [req-7857f057-b516-4921-8098-d0bfae12411e req-a47e9f56-585c-4f80-a75d-18e63e2d01b2 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] For port 92a9b482-9419-4bb7-bc73-cf311abe46de, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=92a9b482-9419-4bb7-bc73-cf311abe46de,segment=NetworkSegment(73616d55-55df-4dd3-947f-bbcf2754f2c8),segment_id=73616d55-55df-4dd3-947f-bbcf2754f2c8)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:43:53.327559 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-7857f057-b516-4921-8098-d0bfae12411e req-a47e9f56-585c-4f80-a75d-18e63e2d01b2 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:53.340315 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [req-7857f057-b516-4921-8098-d0bfae12411e req-a47e9f56-585c-4f80-a75d-18e63e2d01b2 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Calling delete_port for 92a9b482-9419-4bb7-bc73-cf311abe46de owned by compute:nova {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:43:53.471117 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-7857f057-b516-4921-8098-d0bfae12411e req-a47e9f56-585c-4f80-a75d-18e63e2d01b2 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8896241'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:53.475065 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-9cb3a93b-b818-42dd-8f15-dd4bccdd3f54 tempest-ServerRescueNegativeTestJSON-689938966 tempest-ServerRescueNegativeTestJSON-689938966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:43:53.501675 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e9f56-585c-4f80-a75d-18e63e2d01b2 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Pushing event deleted for resources: {'Port': ['ID=92a9b482-9419-4bb7-bc73-cf311abe46de,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:43:53.531787 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e9f56-585c-4f80-a75d-18e63e2d01b2 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:43:53.532165 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e9f56-585c-4f80-a75d-18e63e2d01b2 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:43:53.532542 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e9f56-585c-4f80-a75d-18e63e2d01b2 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:43:53.532912 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e9f56-585c-4f80-a75d-18e63e2d01b2 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:43:53.533274 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e9f56-585c-4f80-a75d-18e63e2d01b2 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:43:53.533638 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e9f56-585c-4f80-a75d-18e63e2d01b2 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:43:53.534000 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e9f56-585c-4f80-a75d-18e63e2d01b2 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:43:53.534355 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e9f56-585c-4f80-a75d-18e63e2d01b2 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:43:53.534718 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e9f56-585c-4f80-a75d-18e63e2d01b2 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:43:53.535084 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e9f56-585c-4f80-a75d-18e63e2d01b2 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:43:53.535456 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e9f56-585c-4f80-a75d-18e63e2d01b2 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:43:53.535813 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e9f56-585c-4f80-a75d-18e63e2d01b2 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-1-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 21:43:53.539727 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a47e9f56-585c-4f80-a75d-18e63e2d01b2 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:43:53.559226 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [req-7857f057-b516-4921-8098-d0bfae12411e req-a47e9f56-585c-4f80-a75d-18e63e2d01b2 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] No DVR routers for this DVR port 92a9b482-9419-4bb7-bc73-cf311abe46de on host hv-cinder-79820 {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 21:43:53.561603 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [req-7857f057-b516-4921-8098-d0bfae12411e req-a47e9f56-585c-4f80-a75d-18e63e2d01b2 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59311'] for port, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:53.563593 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [req-7857f057-b516-4921-8098-d0bfae12411e req-a47e9f56-585c-4f80-a75d-18e63e2d01b2 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.41 "DELETE /v2.0/ports/92a9b482-9419-4bb7-bc73-cf311abe46de HTTP/1.1" status: 204 len: 173 time: 0.4345396 Jun 26 21:43:53.564102 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd30f0ef3-7da5-4d7a-a3c9-038cd7f6177c', 'name': 'network-vif-deleted', 'tag': '92a9b482-9419-4bb7-bc73-cf311abe46de'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 21:43:53.566377 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87b5f6d741f71b22ca80de7011a5bf010bd5b330abd4b28dbd747dc86a1ce20a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8476cff8-541e-45d6-ace9-84e6e3f0d698" -d '{"events": [{"server_uuid": "d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c", "name": "network-vif-deleted", "tag": "92a9b482-9419-4bb7-bc73-cf311abe46de"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 21:43:53.605626 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 21:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d189f8a-fc9d-4079-8c61-3693b8f1f809 x-openstack-request-id: req-7d189f8a-fc9d-4079-8c61-3693b8f1f809 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 21:43:53.605965 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c", "name": "network-vif-deleted", "tag": "92a9b482-9419-4bb7-bc73-cf311abe46de", "status": "completed", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 21:43:53.606259 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7d189f8a-fc9d-4079-8c61-3693b8f1f809 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 21:43:53.606715 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd30f0ef3-7da5-4d7a-a3c9-038cd7f6177c', 'name': 'network-vif-deleted', 'tag': '92a9b482-9419-4bb7-bc73-cf311abe46de', 'status': 'completed', 'code': 200} Jun 26 21:43:54.149579 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4f325349-7a6e-4e7c-a274-327068e27705 req-3338d158-c51b-4411-9a43-3aac35ddc67c tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "GET /v2.0/ports?device_id=d30f0ef3-7da5-4d7a-a3c9-038cd7f6177c HTTP/1.1" status: 200 len: 210 time: 0.0341108 Jun 26 21:43:54.651843 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-75364a40-5863-4388-8003-4ee2537e4153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:55.254364 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 49014) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:43:55.316235 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ff18e57b-4c9b-42b7-83c1-b66fe99c3086 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:55.346131 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ff18e57b-4c9b-42b7-83c1-b66fe99c3086 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:55.415897 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ff18e57b-4c9b-42b7-83c1-b66fe99c3086 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:55.418722 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ff18e57b-4c9b-42b7-83c1-b66fe99c3086 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:55.419970 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-ff18e57b-4c9b-42b7-83c1-b66fe99c3086 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] 10.222.0.24 "DELETE /v2.0/security-groups/f49f978c-3423-4359-9e44-5743bcbb6fd4 HTTP/1.1" status: 204 len: 168 time: 0.1646199 Jun 26 21:43:55.420782 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-882b14bb-f363-4967-a7eb-0089efe0d6ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:43:55.430881 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff18e57b-4c9b-42b7-83c1-b66fe99c3086 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49f978c-3423-4359-9e44-5743bcbb6fd4,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:43:55.433213 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-ff18e57b-4c9b-42b7-83c1-b66fe99c3086 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:43:55.466130 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 49018) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:43:55.814946 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-25faea98-89e7-400e-9370-6d787ad3d471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-698870'] for router_interface, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:55.911205 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 92a9b482-9419-4bb7-bc73-cf311abe46de no longer exists at agent hyperv_hv-cinder-79820 {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:43:55.940710 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] No Port match for: 92a9b482-9419-4bb7-bc73-cf311abe46de {{(pid=92923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 21:43:55.941068 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Device 92a9b482-9419-4bb7-bc73-cf311abe46de not bound to the agent host hv-cinder-79820 {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 21:43:55.946964 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:56.011950 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:56.075297 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-25faea98-89e7-400e-9370-6d787ad3d471 admin admin] Deleting port 885da39d-afbe-47e2-8337-6fc5117aa509 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:43:56.075572 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-25faea98-89e7-400e-9370-6d787ad3d471 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:56.159119 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-25faea98-89e7-400e-9370-6d787ad3d471 admin admin] For port 885da39d-afbe-47e2-8337-6fc5117aa509, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=885da39d-afbe-47e2-8337-6fc5117aa509,segment=NetworkSegment(73616d55-55df-4dd3-947f-bbcf2754f2c8),segment_id=73616d55-55df-4dd3-947f-bbcf2754f2c8)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:43:56.159498 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-25faea98-89e7-400e-9370-6d787ad3d471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:56.172524 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-25faea98-89e7-400e-9370-6d787ad3d471 admin admin] Calling delete_port for 885da39d-afbe-47e2-8337-6fc5117aa509 owned by network:router_interface {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:43:56.352277 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-25faea98-89e7-400e-9370-6d787ad3d471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8809482'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:56.354208 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-2793d27f-c770-4e9a-b464-6b5378efaaa5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:43:56.376361 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25faea98-89e7-400e-9370-6d787ad3d471 admin admin] Pushing event deleted for resources: {'Port': ['ID=885da39d-afbe-47e2-8337-6fc5117aa509,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:43:56.379893 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-25faea98-89e7-400e-9370-6d787ad3d471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:43:56.547575 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-25faea98-89e7-400e-9370-6d787ad3d471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692486'] for router_interface, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:56.766590 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25faea98-89e7-400e-9370-6d787ad3d471 admin admin] Router 4255aca2-4e8d-4281-90a1-b684e77ccb8e has already been hosted by L3 agent 8f52ff15-e1cf-4181-89b9-9a217ed1d1bf {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 21:43:56.876664 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25faea98-89e7-400e-9370-6d787ad3d471 admin admin] Notify agent at l3_agent.dv-cinder-798208-1-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 21:43:56.881946 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-25faea98-89e7-400e-9370-6d787ad3d471 admin admin] 10.222.0.24 "PUT /v2.0/routers/4255aca2-4e8d-4281-90a1-b684e77ccb8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4145331 Jun 26 21:43:56.884404 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 49020) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:43:56.885522 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7b85c8-10c9-4b4f-8885-fb13cc0a1cf4 None None] Sync routers for ids ['4255aca2-4e8d-4281-90a1-b684e77ccb8e'] in dv-cinder-798208-1-iscsi {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 21:43:56.895043 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7b85c8-10c9-4b4f-8885-fb13cc0a1cf4 None None] Routers {'4255aca2-4e8d-4281-90a1-b684e77ccb8e'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:43:56.895749 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-0a7b85c8-10c9-4b4f-8885-fb13cc0a1cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:43:55Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['4255aca2-4e8d-4281-90a1-b684e77ccb8e'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:43:56.985448 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-fb601a11-3eda-4da9-adf6-bde0526433ef admin admin] Notify callbacks [] for router, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:56.994614 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-0a7b85c8-10c9-4b4f-8885-fb13cc0a1cf4 None None] Set router 4255aca2-4e8d-4281-90a1-b684e77ccb8e gateway port host: dv-cinder-798208-1-iscsi {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:43:57.086703 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-fb601a11-3eda-4da9-adf6-bde0526433ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:57.142733 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-fb601a11-3eda-4da9-adf6-bde0526433ef admin admin] Deleting port 5d65a7ec-33bc-4b35-83f3-bca901bd0811 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:43:57.143069 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-fb601a11-3eda-4da9-adf6-bde0526433ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:57.176720 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-0a7b85c8-10c9-4b4f-8885-fb13cc0a1cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4255aca2-4e8d-4281-90a1-b684e77ccb8e', 'name': 'tempest-TestShelveInstance-729168278-router', 'tenant_id': '3ef42293e051422ea8d1c8e906da6b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '5d65a7ec-33bc-4b35-83f3-bca901bd0811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:39:31Z', 'updated_at': '2021-06-26T21:43:56Z', 'revision_number': 5, 'project_id': '3ef42293e051422ea8d1c8e906da6b7d', 'gw_port': {'id': '5d65a7ec-33bc-4b35-83f3-bca901bd0811', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4255aca2-4e8d-4281-90a1-b684e77ccb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:39:32Z', 'updated_at': '2021-06-26T21:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi'}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:43:57.202858 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7b85c8-10c9-4b4f-8885-fb13cc0a1cf4 None None] Checking router: 4255aca2-4e8d-4281-90a1-b684e77ccb8e for host: dv-cinder-798208-1-iscsi {{(pid=92923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 21:43:57.210815 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7b85c8-10c9-4b4f-8885-fb13cc0a1cf4 None None] Routers {'4255aca2-4e8d-4281-90a1-b684e77ccb8e'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:43:57.211448 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-0a7b85c8-10c9-4b4f-8885-fb13cc0a1cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:43:55Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['4255aca2-4e8d-4281-90a1-b684e77ccb8e'], 'active': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:43:57.223502 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-fb601a11-3eda-4da9-adf6-bde0526433ef admin admin] For port 5d65a7ec-33bc-4b35-83f3-bca901bd0811, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=5d65a7ec-33bc-4b35-83f3-bca901bd0811,segment=NetworkSegment(4f28365d-aca5-4c5a-9953-491fa10de68c),segment_id=4f28365d-aca5-4c5a-9953-491fa10de68c)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:43:57.223866 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-fb601a11-3eda-4da9-adf6-bde0526433ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:57.236066 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-fb601a11-3eda-4da9-adf6-bde0526433ef admin admin] Calling delete_port for 5d65a7ec-33bc-4b35-83f3-bca901bd0811 owned by network:router_gateway {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:43:57.407317 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-fb601a11-3eda-4da9-adf6-bde0526433ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8809482'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:57.409930 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-72ad9212-43ec-4243-81cc-ebb072025965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:43:57.418480 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvr_db [None req-0a7b85c8-10c9-4b4f-8885-fb13cc0a1cf4 None None] Set router 4255aca2-4e8d-4281-90a1-b684e77ccb8e gateway port host: None {{(pid=92923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:43:57.433726 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb601a11-3eda-4da9-adf6-bde0526433ef admin admin] Pushing event deleted for resources: {'Port': ['ID=5d65a7ec-33bc-4b35-83f3-bca901bd0811,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:43:57.440232 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-fb601a11-3eda-4da9-adf6-bde0526433ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:43:57.472349 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.db.l3_hamode_db [None req-0a7b85c8-10c9-4b4f-8885-fb13cc0a1cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4255aca2-4e8d-4281-90a1-b684e77ccb8e', 'name': 'tempest-TestShelveInstance-729168278-router', 'tenant_id': '3ef42293e051422ea8d1c8e906da6b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:39:31Z', 'updated_at': '2021-06-26T21:43:57Z', 'revision_number': 6, 'project_id': '3ef42293e051422ea8d1c8e906da6b7d', 'gw_port_host': None}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:43:57.494491 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-fb601a11-3eda-4da9-adf6-bde0526433ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642748'] for router_gateway, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:57.500151 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7b85c8-10c9-4b4f-8885-fb13cc0a1cf4 None None] The sync data for ids ['4255aca2-4e8d-4281-90a1-b684e77ccb8e'] in dv-cinder-798208-1-iscsi is: [{'id': '4255aca2-4e8d-4281-90a1-b684e77ccb8e', 'name': 'tempest-TestShelveInstance-729168278-router', 'tenant_id': '3ef42293e051422ea8d1c8e906da6b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:39:31Z', 'updated_at': '2021-06-26T21:43:57Z', 'revision_number': 6, 'project_id': '3ef42293e051422ea8d1c8e906da6b7d', 'gw_port_host': None}] {{(pid=92923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 21:43:57.582565 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-fb601a11-3eda-4da9-adf6-bde0526433ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11014'] for router, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:57.584584 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-fb601a11-3eda-4da9-adf6-bde0526433ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:57.635166 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-fb601a11-3eda-4da9-adf6-bde0526433ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641515'] for router, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:57.635854 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb601a11-3eda-4da9-adf6-bde0526433ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4255aca2-4e8d-4281-90a1-b684e77ccb8e {{(pid=92922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 21:43:57.642157 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-fb601a11-3eda-4da9-adf6-bde0526433ef admin admin] Notify callbacks [] for router, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:57.643446 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-fb601a11-3eda-4da9-adf6-bde0526433ef admin admin] 10.222.0.24 "DELETE /v2.0/routers/4255aca2-4e8d-4281-90a1-b684e77ccb8e HTTP/1.1" status: 204 len: 168 time: 0.7580609 Jun 26 21:43:57.645978 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 49022) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:43:57.664185 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:57.690259 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_v2 [None req-1115afd3-17f9-47d6-8329-3de80a748419 admin admin] Deleting subnet da89d400-abcf-42e1-900c-16eb824490e7 {{(pid=92922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 21:43:57.693351 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1115afd3-17f9-47d6-8329-3de80a748419 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:57.725515 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1115afd3-17f9-47d6-8329-3de80a748419 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12086082'] for subnet, precommit_delete_associations {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:57.804905 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1115afd3-17f9-47d6-8329-3de80a748419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4059658'] for subnet, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:57.863849 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1115afd3-17f9-47d6-8329-3de80a748419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4059677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-221544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8809520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12366152'] for subnet, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:57.866336 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e8434116-1122-4265-8feb-e8c6605b1591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:43:57.891530 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1115afd3-17f9-47d6-8329-3de80a748419 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da89d400-abcf-42e1-900c-16eb824490e7,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:43:57.895532 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-1115afd3-17f9-47d6-8329-3de80a748419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:43:57.896595 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1115afd3-17f9-47d6-8329-3de80a748419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:57.898570 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-1115afd3-17f9-47d6-8329-3de80a748419 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/da89d400-abcf-42e1-900c-16eb824490e7 HTTP/1.1" status: 204 len: 168 time: 0.2516196 Jun 26 21:43:57.901267 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 49024) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:43:57.902827 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64f4e11-736d-48b8-b8be-4b13fc8aa5b4 None None] Network 697ad1c6-be7b-41a9-a7e9-bd03f9579186 requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:43:57.992206 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-81a6a7a5-cb43-48e7-9d44-781841de8503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4140915'] for network, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:58.046396 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-81a6a7a5-cb43-48e7-9d44-781841de8503 admin admin] Deleting port 7d2b20b6-8b8e-46f0-9744-e2f7facd362c {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:43:58.046727 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-81a6a7a5-cb43-48e7-9d44-781841de8503 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:58.115497 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-81a6a7a5-cb43-48e7-9d44-781841de8503 admin admin] For port 7d2b20b6-8b8e-46f0-9744-e2f7facd362c, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=7d2b20b6-8b8e-46f0-9744-e2f7facd362c,segment=NetworkSegment(73616d55-55df-4dd3-947f-bbcf2754f2c8),segment_id=73616d55-55df-4dd3-947f-bbcf2754f2c8)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:43:58.115847 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-81a6a7a5-cb43-48e7-9d44-781841de8503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:58.128662 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-81a6a7a5-cb43-48e7-9d44-781841de8503 admin admin] Calling delete_port for 7d2b20b6-8b8e-46f0-9744-e2f7facd362c owned by network:dhcp {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:43:58.206579 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-81a6a7a5-cb43-48e7-9d44-781841de8503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8896241'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:58.208603 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-45391afa-770c-42da-ad39-5627ec61cc24 tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:43:58.231982 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a6a7a5-cb43-48e7-9d44-781841de8503 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d2b20b6-8b8e-46f0-9744-e2f7facd362c,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:43:58.234990 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-81a6a7a5-cb43-48e7-9d44-781841de8503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:43:58.235763 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a6a7a5-cb43-48e7-9d44-781841de8503 admin admin] No DVR routers for this DVR port 7d2b20b6-8b8e-46f0-9744-e2f7facd362c on host dv-cinder-798208-1-iscsi {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 21:43:58.308427 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-81a6a7a5-cb43-48e7-9d44-781841de8503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4059223', 'neutron.services.segments.db._delete_segments_for_network-8773185548566'] for network, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:58.309395 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149a6ac1-c259-4920-ab8b-6686399a7362 None None] DHCP port deletion for 697ad1c6-be7b-41a9-a7e9-bd03f9579186 request from dv-cinder-798208-1-iscsi {{(pid=92923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 26 21:43:58.327966 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.services.segments.db [None req-81a6a7a5-cb43-48e7-9d44-781841de8503 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['697ad1c6-be7b-41a9-a7e9-bd03f9579186']}} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:43:58.339438 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.services.segments.db [None req-81a6a7a5-cb43-48e7-9d44-781841de8503 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73616d55-55df-4dd3-947f-bbcf2754f2c8') {'for_net_delete': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:43:58.339857 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.services.segments.db [None req-81a6a7a5-cb43-48e7-9d44-781841de8503 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73616d55-55df-4dd3-947f-bbcf2754f2c8') {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:43:58.349128 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-81a6a7a5-cb43-48e7-9d44-781841de8503 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773185534967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8696141'] for segment, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:58.363043 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-81a6a7a5-cb43-48e7-9d44-781841de8503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175'] for segment, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:58.369831 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a6a7a5-cb43-48e7-9d44-781841de8503 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=92921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 21:43:58.370214 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-81a6a7a5-cb43-48e7-9d44-781841de8503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8896046'] for segment, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:58.372026 dv-cinder-798208-1-iscsi neutron-server[92921]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 21:43:58.372026 dv-cinder-798208-1-iscsi neutron-server[92921]: conditions |= (models_v2.Port.network_id.in_( Jun 26 21:43:58.372026 dv-cinder-798208-1-iscsi neutron-server[92921]: Traceback (most recent call last): Jun 26 21:43:58.372026 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 21:43:58.372026 dv-cinder-798208-1-iscsi neutron-server[92921]: timer() Jun 26 21:43:58.372026 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 21:43:58.372026 dv-cinder-798208-1-iscsi neutron-server[92921]: cb(*args, **kw) Jun 26 21:43:58.372026 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 21:43:58.372026 dv-cinder-798208-1-iscsi neutron-server[92921]: return func(*args, **kwargs) Jun 26 21:43:58.372026 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 21:43:58.372026 dv-cinder-798208-1-iscsi neutron-server[92921]: self._notify() Jun 26 21:43:58.372026 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 21:43:58.372026 dv-cinder-798208-1-iscsi neutron-server[92921]: self.callback(batched_events) Jun 26 21:43:58.372026 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 21:43:58.372026 dv-cinder-798208-1-iscsi neutron-server[92921]: event.method(event) Jun 26 21:43:58.372026 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 21:43:58.372026 dv-cinder-798208-1-iscsi neutron-server[92921]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 21:43:58.372026 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 21:43:58.372026 dv-cinder-798208-1-iscsi neutron-server[92921]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 21:43:58.372026 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 21:43:58.372026 dv-cinder-798208-1-iscsi neutron-server[92921]: return f(self, *a, **k) Jun 26 21:43:58.372026 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 21:43:58.372026 dv-cinder-798208-1-iscsi neutron-server[92921]: return self._get(url).json() Jun 26 21:43:58.372026 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 21:43:58.372026 dv-cinder-798208-1-iscsi neutron-server[92921]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 21:43:58.372026 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 21:43:58.372026 dv-cinder-798208-1-iscsi neutron-server[92921]: return self.request(url, 'GET', **kwargs) Jun 26 21:43:58.372026 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 21:43:58.372026 dv-cinder-798208-1-iscsi neutron-server[92921]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 21:43:58.372026 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 21:43:58.372026 dv-cinder-798208-1-iscsi neutron-server[92921]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 21:43:58.372026 dv-cinder-798208-1-iscsi neutron-server[92921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 21:43:58.372026 dv-cinder-798208-1-iscsi neutron-server[92921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 21:43:58.372026 dv-cinder-798208-1-iscsi neutron-server[92921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 21:43:58.382581 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 885da39d-afbe-47e2-8337-6fc5117aa509 no longer exists at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:43:58.403222 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] No Port match for: 885da39d-afbe-47e2-8337-6fc5117aa509 {{(pid=92923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 21:43:58.403782 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 885da39d-afbe-47e2-8337-6fc5117aa509 not bound to the agent host dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 21:43:58.440064 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-81a6a7a5-cb43-48e7-9d44-781841de8503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4059228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-938849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642676'] for network, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:58.443919 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:43:58.447136 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-81a6a7a5-cb43-48e7-9d44-781841de8503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for network, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:58.452434 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-81a6a7a5-cb43-48e7-9d44-781841de8503 admin admin] 10.222.0.24 "DELETE /v2.0/networks/697ad1c6-be7b-41a9-a7e9-bd03f9579186 HTTP/1.1" status: 204 len: 168 time: 0.5456948 Jun 26 21:43:58.452904 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 49026) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:43:58.460899 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a6a7a5-cb43-48e7-9d44-781841de8503 admin admin] Pushing event deleted for resources: {'Network': ['ID=697ad1c6-be7b-41a9-a7e9-bd03f9579186,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:43:58.463453 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-81a6a7a5-cb43-48e7-9d44-781841de8503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:43:58.805033 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-47c5317b-bff4-4510-a3d7-35daafe69e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-698870'] for router_interface, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:59.355582 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-47c5317b-bff4-4510-a3d7-35daafe69e76 admin admin] Deleting port 3b4be92e-91db-42a9-bfb8-7d011fb05870 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:43:59.355922 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-47c5317b-bff4-4510-a3d7-35daafe69e76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:59.431281 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-47c5317b-bff4-4510-a3d7-35daafe69e76 admin admin] For port 3b4be92e-91db-42a9-bfb8-7d011fb05870, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=3b4be92e-91db-42a9-bfb8-7d011fb05870,segment=NetworkSegment(a024208b-9272-4073-8475-bf924a71acb7),segment_id=a024208b-9272-4073-8475-bf924a71acb7)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:43:59.431642 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-47c5317b-bff4-4510-a3d7-35daafe69e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:59.443346 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-47c5317b-bff4-4510-a3d7-35daafe69e76 admin admin] Calling delete_port for 3b4be92e-91db-42a9-bfb8-7d011fb05870 owned by network:router_interface {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:43:59.624798 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-47c5317b-bff4-4510-a3d7-35daafe69e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8809482'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:43:59.626718 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-d849937d-0f4c-4875-8a2d-a1c937297e62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:43:59.648204 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5317b-bff4-4510-a3d7-35daafe69e76 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b4be92e-91db-42a9-bfb8-7d011fb05870,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:43:59.651639 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-47c5317b-bff4-4510-a3d7-35daafe69e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:43:59.848907 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-47c5317b-bff4-4510-a3d7-35daafe69e76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1021650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692486'] for router_interface, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:44:00.024784 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 5d65a7ec-33bc-4b35-83f3-bca901bd0811 no longer exists at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:44:00.044966 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] No Port match for: 5d65a7ec-33bc-4b35-83f3-bca901bd0811 {{(pid=92923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 21:44:00.045332 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 5d65a7ec-33bc-4b35-83f3-bca901bd0811 not bound to the agent host dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 21:44:00.045771 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 7d2b20b6-8b8e-46f0-9744-e2f7facd362c no longer exists at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:44:00.064889 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] No Port match for: 7d2b20b6-8b8e-46f0-9744-e2f7facd362c {{(pid=92923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 21:44:00.065253 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 7d2b20b6-8b8e-46f0-9744-e2f7facd362c not bound to the agent host dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 21:44:00.067947 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c5317b-bff4-4510-a3d7-35daafe69e76 admin admin] Router 31870c91-b7ea-4f0b-8eb3-8b437808566d has already been hosted by L3 agent 8f52ff15-e1cf-4181-89b9-9a217ed1d1bf {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 21:44:00.180179 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c5317b-bff4-4510-a3d7-35daafe69e76 admin admin] Notify agent at l3_agent.dv-cinder-798208-1-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 21:44:00.185652 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-47c5317b-bff4-4510-a3d7-35daafe69e76 admin admin] 10.222.0.24 "PUT /v2.0/routers/31870c91-b7ea-4f0b-8eb3-8b437808566d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7310650 Jun 26 21:44:00.188618 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 49028) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:44:00.188866 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1ee4fb-123a-4b74-b1cd-b8183e692b4a None None] Sync routers for ids ['31870c91-b7ea-4f0b-8eb3-8b437808566d'] in dv-cinder-798208-1-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 21:44:00.199077 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1ee4fb-123a-4b74-b1cd-b8183e692b4a None None] Routers {'31870c91-b7ea-4f0b-8eb3-8b437808566d'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:44:00.199735 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-df1ee4fb-123a-4b74-b1cd-b8183e692b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:43:55Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['31870c91-b7ea-4f0b-8eb3-8b437808566d'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:44:00.295816 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-60e32b7d-7a04-46ae-aa4c-b6ae3f02a47f admin admin] Notify callbacks [] for router, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:44:00.397462 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-df1ee4fb-123a-4b74-b1cd-b8183e692b4a None None] Set router 31870c91-b7ea-4f0b-8eb3-8b437808566d gateway port host: dv-cinder-798208-1-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:44:00.402497 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-60e32b7d-7a04-46ae-aa4c-b6ae3f02a47f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:44:00.458510 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-60e32b7d-7a04-46ae-aa4c-b6ae3f02a47f admin admin] Deleting port 4cb4d965-5552-4291-9371-2b569092ef33 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:44:00.458867 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-60e32b7d-7a04-46ae-aa4c-b6ae3f02a47f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:44:00.553420 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-60e32b7d-7a04-46ae-aa4c-b6ae3f02a47f admin admin] For port 4cb4d965-5552-4291-9371-2b569092ef33, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=4cb4d965-5552-4291-9371-2b569092ef33,segment=NetworkSegment(4f28365d-aca5-4c5a-9953-491fa10de68c),segment_id=4f28365d-aca5-4c5a-9953-491fa10de68c)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:44:00.553784 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-60e32b7d-7a04-46ae-aa4c-b6ae3f02a47f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:44:00.566084 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-60e32b7d-7a04-46ae-aa4c-b6ae3f02a47f admin admin] Calling delete_port for 4cb4d965-5552-4291-9371-2b569092ef33 owned by network:router_gateway {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:44:00.581395 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-df1ee4fb-123a-4b74-b1cd-b8183e692b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31870c91-b7ea-4f0b-8eb3-8b437808566d', 'name': 'tempest-TestShelveInstance-989043787-router', 'tenant_id': 'c6f91759b45543d1ab1dd3beb57eb1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'external_fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '4cb4d965-5552-4291-9371-2b569092ef33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:39:36Z', 'updated_at': '2021-06-26T21:43:59Z', 'revision_number': 5, 'project_id': 'c6f91759b45543d1ab1dd3beb57eb1d8', 'gw_port': {'id': '4cb4d965-5552-4291-9371-2b569092ef33', 'name': '', 'network_id': 'fc74eb2e-f674-4785-8e1a-443cbfb459f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31870c91-b7ea-4f0b-8eb3-8b437808566d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T21:39:37Z', 'updated_at': '2021-06-26T21:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02c6eafe-d2ac-4065-b904-73ec1df0a44a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-1-iscsi'}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:44:00.607700 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1ee4fb-123a-4b74-b1cd-b8183e692b4a None None] Checking router: 31870c91-b7ea-4f0b-8eb3-8b437808566d for host: dv-cinder-798208-1-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 21:44:00.615781 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1ee4fb-123a-4b74-b1cd-b8183e692b4a None None] Routers {'31870c91-b7ea-4f0b-8eb3-8b437808566d'} bound to L3 agent in host dv-cinder-798208-1-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 21:44:00.616387 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-df1ee4fb-123a-4b74-b1cd-b8183e692b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T21:21:55Z,description=,heartbeat_timestamp=2021-06-26T21:43:55Z,host='dv-cinder-798208-1-iscsi',id=8f52ff15-e1cf-4181-89b9-9a217ed1d1bf,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T21:21:55Z,topic='l3_agent')) {'router_ids': ['31870c91-b7ea-4f0b-8eb3-8b437808566d'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:44:00.703659 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-df1ee4fb-123a-4b74-b1cd-b8183e692b4a None None] Set router 31870c91-b7ea-4f0b-8eb3-8b437808566d gateway port host: None {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 21:44:00.729587 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-60e32b7d-7a04-46ae-aa4c-b6ae3f02a47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8809482'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:44:00.730876 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-fb601a11-3eda-4da9-adf6-bde0526433ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:44:00.754798 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e32b7d-7a04-46ae-aa4c-b6ae3f02a47f admin admin] Pushing event deleted for resources: {'Port': ['ID=4cb4d965-5552-4291-9371-2b569092ef33,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:44:00.755349 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-df1ee4fb-123a-4b74-b1cd-b8183e692b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31870c91-b7ea-4f0b-8eb3-8b437808566d', 'name': 'tempest-TestShelveInstance-989043787-router', 'tenant_id': 'c6f91759b45543d1ab1dd3beb57eb1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:39:36Z', 'updated_at': '2021-06-26T21:44:00Z', 'revision_number': 6, 'project_id': 'c6f91759b45543d1ab1dd3beb57eb1d8', 'gw_port_host': None}], 'dv-cinder-798208-1-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:44:00.757900 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-60e32b7d-7a04-46ae-aa4c-b6ae3f02a47f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:44:00.785820 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1ee4fb-123a-4b74-b1cd-b8183e692b4a None None] The sync data for ids ['31870c91-b7ea-4f0b-8eb3-8b437808566d'] in dv-cinder-798208-1-iscsi is: [{'id': '31870c91-b7ea-4f0b-8eb3-8b437808566d', 'name': 'tempest-TestShelveInstance-989043787-router', 'tenant_id': 'c6f91759b45543d1ab1dd3beb57eb1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T21:39:36Z', 'updated_at': '2021-06-26T21:44:00Z', 'revision_number': 6, 'project_id': 'c6f91759b45543d1ab1dd3beb57eb1d8', 'gw_port_host': None}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 21:44:00.830547 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-60e32b7d-7a04-46ae-aa4c-b6ae3f02a47f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642748'] for router_gateway, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:44:00.920847 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-60e32b7d-7a04-46ae-aa4c-b6ae3f02a47f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11014'] for router, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:44:00.923076 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-60e32b7d-7a04-46ae-aa4c-b6ae3f02a47f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:44:00.965527 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-60e32b7d-7a04-46ae-aa4c-b6ae3f02a47f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-641515'] for router, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:44:00.965991 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e32b7d-7a04-46ae-aa4c-b6ae3f02a47f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31870c91-b7ea-4f0b-8eb3-8b437808566d {{(pid=92922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 21:44:00.970834 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-60e32b7d-7a04-46ae-aa4c-b6ae3f02a47f admin admin] Notify callbacks [] for router, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:44:00.972108 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-60e32b7d-7a04-46ae-aa4c-b6ae3f02a47f admin admin] 10.222.0.24 "DELETE /v2.0/routers/31870c91-b7ea-4f0b-8eb3-8b437808566d HTTP/1.1" status: 204 len: 168 time: 0.7825513 Jun 26 21:44:00.974592 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 49030) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:44:01.020425 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_v2 [None req-f80011b9-7f2a-4528-96ac-54dac8a7fede admin admin] Deleting subnet 07c2b140-6c43-4c83-bd46-206202fcf4c0 {{(pid=92922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 21:44:01.023375 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f80011b9-7f2a-4528-96ac-54dac8a7fede admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:44:01.056060 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f80011b9-7f2a-4528-96ac-54dac8a7fede admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12086082'] for subnet, precommit_delete_associations {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:44:01.134583 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f80011b9-7f2a-4528-96ac-54dac8a7fede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4059658'] for subnet, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:44:01.189594 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f80011b9-7f2a-4528-96ac-54dac8a7fede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4059677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-221544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8809520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12366152'] for subnet, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:44:01.191966 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:44:01.213970 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80011b9-7f2a-4528-96ac-54dac8a7fede admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07c2b140-6c43-4c83-bd46-206202fcf4c0,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:44:01.218352 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f80011b9-7f2a-4528-96ac-54dac8a7fede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:44:01.220881 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f80011b9-7f2a-4528-96ac-54dac8a7fede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:44:01.222719 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-f80011b9-7f2a-4528-96ac-54dac8a7fede admin admin] 10.222.0.24 "DELETE /v2.0/subnets/07c2b140-6c43-4c83-bd46-206202fcf4c0 HTTP/1.1" status: 204 len: 168 time: 0.2472134 Jun 26 21:44:01.225329 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 49032) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:44:01.227807 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b239819-ba39-4745-bbe9-c54b7e1150a8 None None] Network 1cb82127-d66d-4d9e-a803-d3954d7f80b4 requested from dv-cinder-798208-1-iscsi {{(pid=92923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 21:44:01.295853 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b259e53e-ba54-4c20-99cb-b442bad932d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4140915'] for network, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:44:01.347725 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-b259e53e-ba54-4c20-99cb-b442bad932d4 admin admin] Deleting port f26936c4-2c43-4987-9235-35f67d4d21d7 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 21:44:01.348061 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b259e53e-ba54-4c20-99cb-b442bad932d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773185428758'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:44:01.410656 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-b259e53e-ba54-4c20-99cb-b442bad932d4 admin admin] For port f26936c4-2c43-4987-9235-35f67d4d21d7, host dv-cinder-798208-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-1-iscsi',level=0,port_id=f26936c4-2c43-4987-9235-35f67d4d21d7,segment=NetworkSegment(a024208b-9272-4073-8475-bf924a71acb7),segment_id=a024208b-9272-4073-8475-bf924a71acb7)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 21:44:01.411008 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b259e53e-ba54-4c20-99cb-b442bad932d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693739'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:44:01.426613 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-b259e53e-ba54-4c20-99cb-b442bad932d4 admin admin] Calling delete_port for f26936c4-2c43-4987-9235-35f67d4d21d7 owned by network:dhcp {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 21:44:01.506346 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b259e53e-ba54-4c20-99cb-b442bad932d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4156526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773185432522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773185022958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8809482'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:44:01.508134 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-81175321-367b-4059-ac42-1ab0852ea2ef tempest-AttachVolumeTestJSON-509062711 tempest-AttachVolumeTestJSON-509062711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:44:01.531596 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259e53e-ba54-4c20-99cb-b442bad932d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f26936c4-2c43-4987-9235-35f67d4d21d7,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:44:01.534622 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e475124-b25e-4de3-b19f-f15960cd0c0e None None] DHCP port deletion for 1cb82127-d66d-4d9e-a803-d3954d7f80b4 request from dv-cinder-798208-1-iscsi {{(pid=92923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 26 21:44:01.538600 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b259e53e-ba54-4c20-99cb-b442bad932d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:44:01.539435 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b259e53e-ba54-4c20-99cb-b442bad932d4 admin admin] No DVR routers for this DVR port f26936c4-2c43-4987-9235-35f67d4d21d7 on host dv-cinder-798208-1-iscsi {{(pid=92922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 21:44:01.618594 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b259e53e-ba54-4c20-99cb-b442bad932d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4059223', 'neutron.services.segments.db._delete_segments_for_network-8773185548566'] for network, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:44:01.633365 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-b259e53e-ba54-4c20-99cb-b442bad932d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cb82127-d66d-4d9e-a803-d3954d7f80b4']}} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:44:01.651490 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-b259e53e-ba54-4c20-99cb-b442bad932d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a024208b-9272-4073-8475-bf924a71acb7') {'for_net_delete': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:44:01.651788 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-b259e53e-ba54-4c20-99cb-b442bad932d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a024208b-9272-4073-8475-bf924a71acb7') {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 21:44:01.661083 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b259e53e-ba54-4c20-99cb-b442bad932d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773185534967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12086101'] for segment, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:44:01.675424 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b259e53e-ba54-4c20-99cb-b442bad932d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175'] for segment, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:44:01.681599 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b259e53e-ba54-4c20-99cb-b442bad932d4 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=92922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 21:44:01.682087 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b259e53e-ba54-4c20-99cb-b442bad932d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4048175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8809685'] for segment, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:44:01.683790 dv-cinder-798208-1-iscsi neutron-server[92922]: Traceback (most recent call last): Jun 26 21:44:01.683790 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 21:44:01.683790 dv-cinder-798208-1-iscsi neutron-server[92922]: timer() Jun 26 21:44:01.683790 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 21:44:01.683790 dv-cinder-798208-1-iscsi neutron-server[92922]: cb(*args, **kw) Jun 26 21:44:01.683790 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 21:44:01.683790 dv-cinder-798208-1-iscsi neutron-server[92922]: return func(*args, **kwargs) Jun 26 21:44:01.683790 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 21:44:01.683790 dv-cinder-798208-1-iscsi neutron-server[92922]: self._notify() Jun 26 21:44:01.683790 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 21:44:01.683790 dv-cinder-798208-1-iscsi neutron-server[92922]: self.callback(batched_events) Jun 26 21:44:01.683790 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 21:44:01.683790 dv-cinder-798208-1-iscsi neutron-server[92922]: event.method(event) Jun 26 21:44:01.683790 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 21:44:01.683790 dv-cinder-798208-1-iscsi neutron-server[92922]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 21:44:01.683790 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 21:44:01.683790 dv-cinder-798208-1-iscsi neutron-server[92922]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 21:44:01.683790 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 21:44:01.683790 dv-cinder-798208-1-iscsi neutron-server[92922]: return f(self, *a, **k) Jun 26 21:44:01.683790 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 21:44:01.683790 dv-cinder-798208-1-iscsi neutron-server[92922]: return self._get(url).json() Jun 26 21:44:01.683790 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 21:44:01.683790 dv-cinder-798208-1-iscsi neutron-server[92922]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 21:44:01.683790 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 21:44:01.683790 dv-cinder-798208-1-iscsi neutron-server[92922]: return self.request(url, 'GET', **kwargs) Jun 26 21:44:01.683790 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 21:44:01.683790 dv-cinder-798208-1-iscsi neutron-server[92922]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 21:44:01.683790 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 21:44:01.683790 dv-cinder-798208-1-iscsi neutron-server[92922]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 21:44:01.683790 dv-cinder-798208-1-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 21:44:01.683790 dv-cinder-798208-1-iscsi neutron-server[92922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 21:44:01.683790 dv-cinder-798208-1-iscsi neutron-server[92922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 21:44:01.742783 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b259e53e-ba54-4c20-99cb-b442bad932d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4059228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-938849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1018913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642676'] for network, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:44:01.748119 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-74a61915-b1f1-40b1-b46a-eb7b292f40bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:44:01.751982 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b259e53e-ba54-4c20-99cb-b442bad932d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018938'] for network, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:44:01.753754 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-b259e53e-ba54-4c20-99cb-b442bad932d4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/1cb82127-d66d-4d9e-a803-d3954d7f80b4 HTTP/1.1" status: 204 len: 168 time: 0.5275338 Jun 26 21:44:01.767741 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259e53e-ba54-4c20-99cb-b442bad932d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cb82127-d66d-4d9e-a803-d3954d7f80b4,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:44:01.770571 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b259e53e-ba54-4c20-99cb-b442bad932d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:44:01.972923 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 3b4be92e-91db-42a9-bfb8-7d011fb05870 no longer exists at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:44:01.996443 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 49036) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:44:01.996629 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] No Port match for: 3b4be92e-91db-42a9-bfb8-7d011fb05870 {{(pid=92923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 21:44:01.996816 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 3b4be92e-91db-42a9-bfb8-7d011fb05870 not bound to the agent host dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 21:44:01.997301 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device f26936c4-2c43-4987-9235-35f67d4d21d7 no longer exists at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:44:02.016294 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] No Port match for: f26936c4-2c43-4987-9235-35f67d4d21d7 {{(pid=92923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 21:44:02.016650 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device f26936c4-2c43-4987-9235-35f67d4d21d7 not bound to the agent host dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 21:44:02.017090 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 4cb4d965-5552-4291-9371-2b569092ef33 no longer exists at agent ovs-agent-dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 21:44:02.036247 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] No Port match for: 4cb4d965-5552-4291-9371-2b569092ef33 {{(pid=92923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 21:44:02.036602 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.rpc [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Device 4cb4d965-5552-4291-9371-2b569092ef33 not bound to the agent host dv-cinder-798208-1-iscsi {{(pid=92923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 21:44:02.037141 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-ef90f8d0-7cf4-4620-9fbb-f4ac95cd157d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3ef42293e051422ea8d1c8e906da6b7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394461 Jun 26 21:44:02.039476 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.24', 49038) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:44:02.086420 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-978b1033-3e80-441a-92ad-bc6a370d93c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:44:02.107427 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-978b1033-3e80-441a-92ad-bc6a370d93c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:44:02.151779 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-978b1033-3e80-441a-92ad-bc6a370d93c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:44:02.154924 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-978b1033-3e80-441a-92ad-bc6a370d93c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:44:02.156360 dv-cinder-798208-1-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-978b1033-3e80-441a-92ad-bc6a370d93c9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d01dbfc7-5684-48a2-81d6-5597b31e26a7 HTTP/1.1" status: 204 len: 168 time: 0.1159921 Jun 26 21:44:02.157157 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-740e1fa3-5b35-4670-a873-5707483ab4bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:44:02.164672 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b1033-3e80-441a-92ad-bc6a370d93c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01dbfc7-5684-48a2-81d6-5597b31e26a7,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:44:02.166897 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-978b1033-3e80-441a-92ad-bc6a370d93c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:44:02.456648 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 49044) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:44:02.496697 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-cd40169b-010f-4fee-ae54-a204bde4205d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c6f91759b45543d1ab1dd3beb57eb1d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387938 Jun 26 21:44:02.499035 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [-] (92921) accepted ('10.222.0.24', 49046) {{(pid=92921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 21:44:02.545778 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-612c3c27-224c-4d19-9737-6cbeabbd4c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:44:02.565625 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-612c3c27-224c-4d19-9737-6cbeabbd4c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:44:02.611340 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-612c3c27-224c-4d19-9737-6cbeabbd4c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134187'] for security_group, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:44:02.613932 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-612c3c27-224c-4d19-9737-6cbeabbd4c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:44:02.615179 dv-cinder-798208-1-iscsi neutron-server[92921]: INFO neutron.wsgi [None req-612c3c27-224c-4d19-9737-6cbeabbd4c24 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d067ec58-4914-4fc7-a398-4102d2abb9de HTTP/1.1" status: 204 len: 168 time: 0.1152053 Jun 26 21:44:02.615985 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-24892c42-4256-44c7-be25-3aabea4da981 tempest-TestShelveInstance-892871785 tempest-TestShelveInstance-892871785-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 21:44:02.623044 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c3c27-224c-4d19-9737-6cbeabbd4c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d067ec58-4914-4fc7-a398-4102d2abb9de,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 21:44:02.625443 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-612c3c27-224c-4d19-9737-6cbeabbd4c24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 21:44:05.760208 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.agents_db [None req-53b98272-06bb-47ef-8924-edf36d473ef8 None None] Agent healthcheck: found 6 active agents {{(pid=92924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 21:44:20.427418 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4ae4c69d-abdc-4cf9-97a7-63ea44376970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:44:22.663256 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:44:24.652350 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-df6e72a2-03b3-4020-bdce-f4970216bb65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:44:25.929701 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:44:26.010071 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:44:27.665309 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:44:42.758426 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.agents_db [None req-53b98272-06bb-47ef-8924-edf36d473ef8 None None] Agent healthcheck: found 6 active agents {{(pid=92924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 21:44:50.428164 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f1ad2cb6-8caa-4daa-9044-66e5e0fcf6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:44:52.655641 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:44:54.656333 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-104b41c7-d6c1-4c4f-91eb-1fffc870f5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:44:55.931918 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:44:56.058453 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:44:57.670569 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:45:01.251707 dv-cinder-798208-1-iscsi neutron-server[92922]: DEBUG neutron.wsgi [req-921a7515-05ab-43ca-b951-63ed064f7ee3 req-69af21dc-2c96-41df-9f0b-538d76ead028 service neutron] (92922) timed out ('10.222.0.41', 51735) {{(pid=92922) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 26 21:45:19.757053 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.agents_db [None req-53b98272-06bb-47ef-8924-edf36d473ef8 None None] Agent healthcheck: found 6 active agents {{(pid=92924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 21:45:20.429528 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6eefb5af-905b-4016-9fa4-194df54d9271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:45:22.656524 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:45:24.656876 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-256c1fe8-5eb9-4a20-b4ae-474de2981920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:45:25.934624 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:45:26.061326 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:45:27.672471 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:45:50.431052 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-61047264-f71e-423f-abb4-1f4d7fad5633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:45:52.656503 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:45:54.658208 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-efeda15f-7aa1-49ff-8a08-bdafd16b79f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:45:55.938216 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:45:56.076286 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:45:56.755307 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.agents_db [None req-53b98272-06bb-47ef-8924-edf36d473ef8 None None] Agent healthcheck: found 6 active agents {{(pid=92924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 21:45:57.675733 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:46:20.432560 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d53d3972-b4ff-49b9-9fe4-cd7d98f9ea51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:46:22.657454 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:46:24.659629 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7a23feb9-fdb9-4895-a703-a0667361aec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:46:25.941341 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:46:26.076838 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:46:27.678761 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:46:33.754632 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.agents_db [None req-53b98272-06bb-47ef-8924-edf36d473ef8 None None] Agent healthcheck: found 6 active agents {{(pid=92924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 21:46:50.434748 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7465745c-ca47-4fd4-9c32-dfdbdfe08613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:46:52.658910 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:46:54.659850 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-676edeca-2c02-4fe3-8c23-ee997bfbd723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:46:55.943648 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:46:56.105049 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:46:57.682014 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:47:10.753715 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.agents_db [None req-53b98272-06bb-47ef-8924-edf36d473ef8 None None] Agent healthcheck: found 6 active agents {{(pid=92924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 21:47:20.435420 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d6b9db46-8599-4848-b62a-1ec209e00069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:47:22.659352 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:47:24.661446 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-edc5127a-f26e-4faf-a197-e72dd8b96ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:47:25.946773 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:47:26.104519 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:47:27.683553 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:47:47.753161 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.agents_db [None req-53b98272-06bb-47ef-8924-edf36d473ef8 None None] Agent healthcheck: found 6 active agents {{(pid=92924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 21:47:50.437252 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4dfb5a65-f92a-450c-b5ee-d6fa3240c7b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:47:50.477608 dv-cinder-798208-1-iscsi neutron-server[92921]: DEBUG neutron.wsgi [req-16fc4e63-0c15-4ffb-bf3f-91d303840ec4 req-af641f5c-4399-4591-861a-1d1d8500e66d service neutron] (92921) timed out ('10.222.0.41', 51739) {{(pid=92921) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 26 21:47:52.660675 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:47:54.661380 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e2e5ea7f-963a-4071-9e65-3d9b5695b326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:47:55.949282 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:47:56.134122 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:47:57.685153 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:48:20.437752 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-310e55ad-35e8-4c4c-bb2c-82962ccb5cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:48:22.663891 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:48:24.661881 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f2f9ea26-ddc3-4bc3-860f-78fa81b40f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:48:24.751313 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.agents_db [None req-53b98272-06bb-47ef-8924-edf36d473ef8 None None] Agent healthcheck: found 6 active agents {{(pid=92924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 21:48:25.952989 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:48:26.146329 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:48:27.687854 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:48:50.439529 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8f6aa9be-0054-45a1-9d3b-ec4b575899ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:48:52.665330 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc67a99-d1fe-45bc-9d6b-aa25f22f2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:48:54.662818 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-946249a3-255a-4416-a7a3-cbfdcd5591c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:48:55.956307 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-127d6754-4f69-4802-a24d-e0f266877bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:48:56.145861 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-450b54ad-56bf-49ce-b94b-76c75e29ed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:48:57.694785 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-850ac289-fced-4e09-9f1a-37a0d0daa73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 21:49:01.750514 dv-cinder-798208-1-iscsi neutron-server[92924]: DEBUG neutron.db.agents_db [None req-53b98272-06bb-47ef-8924-edf36d473ef8 None None] Agent healthcheck: found 6 active agents {{(pid=92924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 21:49:20.441166 dv-cinder-798208-1-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7cbd1ef9-6a1d-4ad5-a94c-9856bc835f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773185548548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4061213'] for agent, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}